---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:13:42.911364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4ee772b5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 1cfb0638-b76b-4931-9936-4844ae47496f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-1c499d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:43Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4ef3ee79c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 421f7248-78bb-4e9d-b051-0b2fd4278576
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:44Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:13:44Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4f5ae89739
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: f4aec9f3-0461-456c-9d03-1ed0b1304a14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:51Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4f5c8c227e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 55222aac-5439-44ee-b385-b275359d3cd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:51Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4f5fac0fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26439"
    uid: 310a068f-7a3b-4352-8a5c-b87ab049ac78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:51Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a4f602c10fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 181b91f4-e6c4-4c9c-b4b9-f316e753e543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 19716ec9-a7ef-403c-92ff-331d4a97d4da
  kind: Event
  lastTimestamp: "2026-04-24T17:13:53Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:53Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879.18a95a515a238744
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: 990485ba-5ba8-41c6-a741-61c9294dbeed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: e51117ae-d703-4333-9ff8-66c0be21d0e5
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: 'Created pod: isvc-init-fail-1c499d-predictor-5b69c8b74f-2r879'
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-init-fail-1c499d-predictor-5b69c8b74f.18a95a4ee6990eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 6ce4c3aa-2118-4ebd-b38b-564a3948984c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-1c499d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 477c7607-3c43-4620-96b0-2198f3a38c12
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: Scaled up replica set isvc-init-fail-1c499d-predictor-5b69c8b74f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-init-fail-1c499d-predictor.18a95a4ee3433200
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 1b5f5e7d-cc51-46e3-bd7c-837028dbb93c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1c499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 5d59fb26-8105-4672-9372-703a2d8867fc
  kind: Event
  lastTimestamp: "2026-04-24T17:13:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:51Z"
    name: isvc-init-fail-1c499d.18a95a4ee30a62fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: 9f57bf93-2e67-43fb-85a1-734a27bfec6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1c499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 5d59fb26-8105-4672-9372-703a2d8867fc
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-1c499d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-1c499d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-init-fail-1c499d.18a95a4ee3649289
    namespace: kserve-ci-e2e-test
    resourceVersion: "26334"
    uid: 2647f9bc-1c26-468c-b3f6-76c82a6a4957
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1c499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 5d59fb26-8105-4672-9372-703a2d8867fc
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-1c499d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-init-fail-1c499d.18a95a4ee364ff91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26335"
    uid: d2550de6-443e-41c0-b33f-4773e835885c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:55:25.750867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-566h5
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9594f73961403
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 777f9c05-6659-4280-8837-6117251dffeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:26Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:55:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9594f8c9002b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: de1b86d0-cee2-483c-bb5b-46a3ba3ff3c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9594f8e3186bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: f260db2c-19ee-44c8-8ad6-63024554f33f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9594f91236b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 86dce980-7b5e-45ba-808b-3df796bf223d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9594f919dfbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: a769c40c-9125-4121-a8f2-5d53b5ca29b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:30Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T16:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a9595074dc6ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: b0c02d55-cfb4-48c6-bcef-fba7ce7eab91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.269s (6.269s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951ea8e23ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 2019ca40-7d62-4821-91f8-7db0c6e37374
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951edf18f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: fe9e82f7-336b-4d17-9c60-60393db86f0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951ee6a2269
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: af0ae81b-9186-4874-84c6-b9aa58de4902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951ee7685d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 62488bc4-b284-482d-b972-227b953780a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951f1739268
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: eb6e1db5-8128-4f11-bf8b-eaa08dbfdfee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:55:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95951f1ecbf59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: ebe25c93-876b-4ea8-8f65-d662759e9321
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:56:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T16:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:44Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95952538e382c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 78f7805b-aaea-472a-83ee-3f600822e82a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:56:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95964725c6328
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: c351111c-6ade-4208-bf7a-b683814d9650
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:56:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a95964725ce139
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 886d5523-191c-4be2-a9c6-2b2c6445c25c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-566h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 99c42237-83d3-4bd1-9809-bc21f0ca6219
  kind: Event
  lastTimestamp: "2026-04-24T16:56:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-566h5.18a959652fa82fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: 79403d4c-467b-4616-828f-1fad7f482810
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: 3697bab4-85f0-4624-928a-3ff1d231300a
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-566h5'
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a9594f7321e99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 4c649a9f-c457-43fe-beee-96beea7e512e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 05c5d76b-4335-4582-ac10-b6ad81d4b556
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-lightgbm-predictor.18a9594f6f985682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 2c2d5bbe-5f25-47fa-83f2-d4327965f8c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7dbb5542-d242-4d85-805c-e5eb2b6ae58d
  kind: Event
  lastTimestamp: "2026-04-24T16:56:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:10Z"
    name: isvc-lightgbm-predictor.18a95952ee4978fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 818a74d8-2cd7-4df2-a3d2-674a1e386634
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 7dbb5542-d242-4d85-805c-e5eb2b6ae58d
  kind: Event
  lastTimestamp: "2026-04-24T16:56:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:10Z"
    name: isvc-lightgbm-predictor.18a95952eeaf0dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 5dbde8fc-90e2-4781-b9a2-29ff952c95bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 7dbb5542-d242-4d85-805c-e5eb2b6ae58d
  kind: Event
  lastTimestamp: "2026-04-24T16:56:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:55Z"
    name: isvc-lightgbm-predictor.18a959566d5fa310
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 1f140e98-20cb-4bef-b7e4-58ab9d187bac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 7dbb5542-d242-4d85-805c-e5eb2b6ae58d
  kind: Event
  lastTimestamp: "2026-04-24T16:56:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:55Z"
    name: isvc-lightgbm-predictor.18a959566dc5271f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 8c114861-87a8-4c2d-b7e6-102367b81d34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:56:56.034785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9596478ed61db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: f58ecd0b-522c-483b-b8b8-777e0c5b7da4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9596491dce41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 001e4b56-1093-4b76-926a-794372553b23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a959649382e8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 7b58ed22-adad-4869-b051-d9183d8c7650
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a959649686788a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 6014a9e8-67db-4c34-99cc-db8242447871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9596496f85b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 17b2c2bd-045f-4431-9a2f-14287a21846c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965b4e1db34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17824"
    uid: e6ab6b1b-4e30-4a55-b41f-d635544f2ea7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965b7c0fc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 1e3c0aeb-cc07-4b39-9237-1283c5dce300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965b82fa852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 06b7e130-c1ae-4cff-a04d-058f0361bc0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965b83b0469
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: a808cec4-ed7d-4bc8-8759-9be00e53f361
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965bb407d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 2979a1df-789f-4bb9-b542-88bc487202f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:57:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:57:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a95965bbb4b83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: c25fabdf-6d11-468f-9dd8-5944067f846c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:58:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T16:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a959662c91c1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 9355b7c1-a3b4-4887-b8e8-76f7ec54faa7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9597994f7032a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 19308dd2-de74-4972-9dff-b913be75bf00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9597994f78149
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: b2c02f65-c29c-4eb6-9d8d-03a07adb0686
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 247f3cb9-3d53-4846-b130-07ee73ce1088
  kind: Event
  lastTimestamp: "2026-04-24T16:58:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b.18a9597a32b4691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: e8a0b58d-08f1-4a3c-9c0f-1541817cb870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: e665a4cf-ecfd-4564-b23d-01dd52a2e40f
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-bgq6b'
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a95964785ae788
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: ba28a0e8-812f-4061-81e8-19382a0f1f1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: a6a0e1fd-fb24-4162-a38d-7593d9af8e17
  kind: Event
  lastTimestamp: "2026-04-24T16:56:55Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:56:55Z"
    name: isvc-lightgbm-runtime-predictor.18a9596473316004
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 256a8342-1f97-4d8a-ac9d-224576701b2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: c90eb548-42c8-444e-a645-579f9bf8345a
  kind: Event
  lastTimestamp: "2026-04-24T16:57:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:57:25Z"
    name: isvc-lightgbm-runtime-predictor.18a95967f20dd203
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 9715bf43-7368-4feb-8894-3750ace3e5d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: c90eb548-42c8-444e-a645-579f9bf8345a
  kind: Event
  lastTimestamp: "2026-04-24T16:57:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:57:25Z"
    name: isvc-lightgbm-runtime-predictor.18a95967f27b706a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 5ec875b6-7d2b-4d59-bf0d-1286cc2efc8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: c90eb548-42c8-444e-a645-579f9bf8345a
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-runtime-predictor.18a9596ef066a562
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: bda1c8c6-e342-4032-8798-8c03c2834826
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: c90eb548-42c8-444e-a645-579f9bf8345a
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-runtime-predictor.18a9596ef0df961c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 1612e656-6557-4be3-b766-5bb191417bcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: fff243b2-343c-435a-b45b-95bfe47c359f
  kind: Event
  lastTimestamp: "2026-04-24T16:58:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:58:19Z"
    name: isvc-lightgbm-runtime.18a9596472d662ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: 1aac82b0-7e14-4971-8331-621273096034
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: fff243b2-343c-435a-b45b-95bfe47c359f
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime.18a95964735226ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 2b558dab-dc6d-4fde-80c3-00fc38bb3ded
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: fff243b2-343c-435a-b45b-95bfe47c359f
  kind: Event
  lastTimestamp: "2026-04-24T16:56:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:56:56Z"
    name: isvc-lightgbm-runtime.18a959647921d32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: b16ca207-9196-4d1a-a72c-190409f31817
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: fff243b2-343c-435a-b45b-95bfe47c359f
  kind: Event
  lastTimestamp: "2026-04-24T16:58:19Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:58:19Z"
    name: isvc-lightgbm-runtime.18a95977e43825f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: 042f114c-1f5d-4f60-a4ab-e0916b3c6641
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:01:27.087788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a394f1f32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 71f9fcfa-7597-494a-a13f-29243cf8c887
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a3ae476d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 36d4d653-d188-40a8-94c1-6b8b7ba11068
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a3af962c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: f26d4ac0-c96b-4138-91aa-0126d6b7e6c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a3b253c533
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: c4a6a3f1-6ffa-4153-b8dc-2c3635289971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a3b30e672d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: a2da0d76-36f4-494b-812a-30a74f3a9ab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4c3394672
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: aea660a6-e9ab-43da-96b4-55006d0a2be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4c5f32328
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: d06c553d-e1c6-45f8-ac96-5bedcb60d268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4c67f6e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 4c623328-d8f9-408d-a735-a777b06e117b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4c68d8339
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 584746a1-19f9-498c-ac68-546ee03904f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4c9f6c180
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: eebbf5d0-d92b-4d4a-b83a-60a0526704d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4ca73a006
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 6516aee1-807a-428a-a4f8-c1785f83fbb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959a4ff27eda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: 5149c95a-6c50-4588-a332-656c29ccbc36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959aa93957be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: 657ddf54-f926-4ec3-b86b-c098b5be5ab9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b3745a76-0ca5-4b02-9515-1503bb14983e
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk.18a959aa93962b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: e31a3fdb-43c7-4401-9996-8b5b7052f236
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 7da8285f-c037-4a93-a352-02ed01d338dc
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-frxbk'
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a959a3949022c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: b040f450-37f1-473f-9e1e-7c124251b0d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 19ffaefa-20ae-4c56-af8c-e5f07f5df222
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a959a3904c8f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: c030c379-5467-4383-9834-2b011e9afc86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 47db7a5d-eebf-4643-a979-119017a59de1
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a959a70f40e078
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: 3601362f-ba3e-4ce1-9e22-b85ed647f4a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 47db7a5d-eebf-4643-a979-119017a59de1
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a959a70fa4c79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: 81338a7b-83aa-471d-a82b-b7436fb1c5fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 221858ce-b9c2-4566-b265-2e4e2a609a40
  kind: Event
  lastTimestamp: "2026-04-24T17:01:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:49Z"
    name: isvc-lightgbm-v2-kserve.18a959a3904449b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: c4ecbb67-ee28-4d67-9084-1382352671a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 221858ce-b9c2-4566-b265-2e4e2a609a40
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve.18a959a39090b004
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 4a7e939e-c19f-4afa-98c3-5d5dc71134b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 221858ce-b9c2-4566-b265-2e4e2a609a40
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-kserve.18a959a39543a1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 70006257-f1a1-4cea-ab9e-0f3f52acd4ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 221858ce-b9c2-4566-b265-2e4e2a609a40
  kind: Event
  lastTimestamp: "2026-04-24T17:01:49Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:49Z"
    name: isvc-lightgbm-v2-kserve.18a959a8bdee05c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 952a7efa-f886-4734-87c0-ec5b46adf796
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:58:26.842186Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a959799d789c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: ca7c2bc6-8692-42dc-960a-c6132bfbf7d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T16:58:27Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:58:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95979b64e8a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: 148d2e59-780f-4a46-8bb6-0c45444c9a62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T16:58:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95979b80bd9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: a5630b39-e436-4871-8cc5-d5701755944a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T16:58:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95979bbf4ceaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 73b8de2f-4503-4741-9e54-3ae3e5693422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T16:58:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95979bc663bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 68960dd4-799b-4c46-987e-73c96d7e1c8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T16:58:31Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:58:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a9597ab8c3a396
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: f83abebe-17ca-4b63-8504-024415543b31
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.924s
    (2m8.924s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998bd4689c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: cbaa5b70-7d6b-469f-b2c0-09a687826ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998c383d4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: 7b0ae9ee-bf39-42a0-9314-03088e98af14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998c4c0cab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: cc164248-39ca-491a-91ba-335bd2c94292
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998c4d0d25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 33a64073-a3af-424c-8ee8-2fe63b2e8b6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998cb6cc81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 7fc89ad2-107d-4e4d-8963-3dee0cdb8d4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:00:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:00:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a95998cca62849
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 0aefe201-f142-45eb-a300-f780f07fd456
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:01:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a959a38f37da52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 9bc597f0-99e2-4ec6-a41e-d5e575feed68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:01:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a959a38f385c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: e998c975-3eaa-4965-9928-d396abf6e79a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 3b319f88-1f50-429e-ab49-0e2342ca2e35
  kind: Event
  lastTimestamp: "2026-04-24T17:01:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2.18a959a3909eb676
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 177e40e2-652e-4989-aa85-7c3badfe09d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: 92f9402e-541f-40e4-842f-d57b16e32cd7
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-vbjq2'
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a959799d0971dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18490"
    uid: 67579e21-51ff-4999-be1e-351a4df8037c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 6ac6cab6-e832-4f86-ad87-4305770700da
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9597997b012ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: a346f7fa-ea21-4fba-9329-7f0013c58bf7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 83009796-efd6-493d-bdbe-b08e8648eb94
  kind: Event
  lastTimestamp: "2026-04-24T17:00:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:00:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9597d1706104e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 75b6e3e1-0597-4fd0-84bd-cb0f24bd0e80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 83009796-efd6-493d-bdbe-b08e8648eb94
  kind: Event
  lastTimestamp: "2026-04-24T17:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:00:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9597d1780c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: 76bf8a26-fc5b-4f05-a784-1ba26fab290f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: 83009796-efd6-493d-bdbe-b08e8648eb94
  kind: Event
  lastTimestamp: "2026-04-24T17:01:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9599c8fa2c67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 5bf84eaa-84f0-4261-96c5-3ea1d3923e62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: 83009796-efd6-493d-bdbe-b08e8648eb94
  kind: Event
  lastTimestamp: "2026-04-24T17:01:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9599c900b0241
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: d3ee8e6e-c16a-4076-8435-2ae3e4fac6e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: 161699c8-e006-455f-8dd7-839d2809effc
  kind: Event
  lastTimestamp: "2026-04-24T17:01:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:17Z"
    name: isvc-lightgbm-v2-runtime.18a95979978a90b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: a8435649-8d90-4d18-89c8-2e2752c37541
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: 161699c8-e006-455f-8dd7-839d2809effc
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-v2-runtime.18a9597997f8a167
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: d9d90152-42fb-47ed-b97f-2540225c5acf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 161699c8-e006-455f-8dd7-839d2809effc
  kind: Event
  lastTimestamp: "2026-04-24T16:58:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:58:26Z"
    name: isvc-lightgbm-v2-runtime.18a959799e766b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: 26343162-a715-486a-8f2b-3ec25df48e66
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 161699c8-e006-455f-8dd7-839d2809effc
  kind: Event
  lastTimestamp: "2026-04-24T17:01:17Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:17Z"
    name: isvc-lightgbm-v2-runtime.18a959a142d4ae8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 78724d1a-71de-4f79-a32c-071dd276687d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: eacffdb0-1597-4aba-bbea-5a50d3ae3f1b
  kind: Event
  lastTimestamp: "2026-04-24T16:56:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:56:54Z"
    name: isvc-lightgbm.18a9594f6f4a049a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: 25da3b1d-995b-412d-9b2e-8982bed13578
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: eacffdb0-1597-4aba-bbea-5a50d3ae3f1b
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-lightgbm.18a9594f72ebf0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: a9a4619d-ec3d-433c-b466-831b7936ad70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: eacffdb0-1597-4aba-bbea-5a50d3ae3f1b
  kind: Event
  lastTimestamp: "2026-04-24T16:56:54Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:56:54Z"
    name: isvc-lightgbm.18a959640b51e88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: fc7f9bff-5fb6-4e3d-aa13-ed01af5224cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:54:00.483882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b866b99d-x72wp
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593b99472e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: fea7d55a-b65c-4dee-a46b-e28dc372ff7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593bb2793fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 649785b9-c668-49ad-be6d-b94bcd1cf258
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593bb434c117
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: c4b377cf-797d-4552-b03e-facfa4affd64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593bb747e0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: ea10f46a-65a7-4c9f-a2b4-0800c76db7a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593bb7c3d4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: ed941b8d-4227-4094-befa-84833b850ed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593c9ac7eb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 52ac9c7e-22be-495c-bc95-a2d097983d5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593c9dba573e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 54e5a61b-1d05-471a-b662-baf5acef650c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593c9e354816
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 6f0648aa-9ae2-4c69-a73c-90e2398d3255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593c9e42be2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 376a2a94-5d5b-440f-9d89-55d30aad0465
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593ca172670f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 388ec229-4b65-43c9-9efa-c354670b8896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593ca1ef07f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 40dea5ad-7aa0-4ca9-b86c-be4a604fa80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5aae85f2574152f3a7b4c987fbd6518ba6ad86f444cb6ad28584be1c1d04cd67"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593ca1fc9f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: c307e5e0-c5bf-4ee8-a843-9c2dc4028316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593ca51aacc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 93f9513a-1221-4bd4-b6d1-987d2586371d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:54:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:54:04Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593ca595f6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 1ad6d27d-5f33-40cf-b149-b68662cf777e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T16:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:42Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593cd6baaf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 06fa5cc8-aa14-479b-b8cf-d330576fdb03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T16:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:42Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9593d127fd90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 5e7bd86d-6f40-4876-8dd2-14a0221afa21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9594f720645fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 8fec4cd6-1080-4ed9-858e-0900dbd2f129
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9594f720683b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 06acb521-b6a5-48a8-b361-2dec7d8dd789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9594f7206cee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: c73c5ce6-a78b-4d4e-8095-08af1c6b2a81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b866b99d-x72wp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c7ac697c-8c16-4f87-8a8b-4ea450e0577e
  kind: Event
  lastTimestamp: "2026-04-24T16:55:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T16:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:42Z"
    name: isvc-logger-predictor-6b866b99d-x72wp.18a9594feeaa8ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: 5e8850d5-203a-48c0-994f-bed4b9547e0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b866b99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 19c57d37-2de3-4cf6-ab7e-c6beda2d9112
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: 'Created pod: isvc-logger-predictor-6b866b99d-x72wp'
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor-6b866b99d.18a9593b98e39bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 06210770-0f41-4cb9-bf27-984781059d16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 4d1a183c-429f-494e-a37c-0946b44d19d8
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: Scaled up replica set isvc-logger-predictor-6b866b99d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger-predictor.18a9593b95534a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: a8ffbfe4-424a-40e7-8079-4ee75f2e22ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 3fb13091-a9ab-4afa-96f3-d583aeb44d98
  kind: Event
  lastTimestamp: "2026-04-24T16:54:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:15Z"
    name: isvc-logger-predictor.18a9593f13eb395f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: ae234000-ab04-44d2-88d8-6919a2593b8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 3fb13091-a9ab-4afa-96f3-d583aeb44d98
  kind: Event
  lastTimestamp: "2026-04-24T16:54:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:15Z"
    name: isvc-logger-predictor.18a9593f1451a284
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 2a2cdd8c-222d-41f1-a73a-10da27c0bb06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 3fb13091-a9ab-4afa-96f3-d583aeb44d98
  kind: Event
  lastTimestamp: "2026-04-24T16:55:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:55:15Z"
    name: isvc-logger-predictor.18a9594293085c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 092d73b7-9a31-4023-aded-e6cb9d46b846
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 3fb13091-a9ab-4afa-96f3-d583aeb44d98
  kind: Event
  lastTimestamp: "2026-04-24T16:55:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:55:15Z"
    name: isvc-logger-predictor.18a95942936b5c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 086d154f-f791-49ce-9ecd-e049a5657f40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: c51b1068-3c28-4452-bf52-87a139147b41
  kind: Event
  lastTimestamp: "2026-04-24T16:55:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:55:12Z"
    name: isvc-logger.18a9593b952c22de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: c5e6910b-9db5-4ec1-8b1a-d7cab47d1b13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: c51b1068-3c28-4452-bf52-87a139147b41
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger.18a9593b9594e901
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 5a760453-2264-49bc-94d6-a01fdb5ad961
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: c51b1068-3c28-4452-bf52-87a139147b41
  kind: Event
  lastTimestamp: "2026-04-24T16:54:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:54:00Z"
    name: isvc-logger.18a9593b9be22844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 7c7aed48-1876-4e8e-a753-15ac917c63a4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: c51b1068-3c28-4452-bf52-87a139147b41
  kind: Event
  lastTimestamp: "2026-04-24T16:55:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:55:12Z"
    name: isvc-logger.18a9594c769fa7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: d6950a37-690f-4068-bbeb-9f0bde4406eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:01:57.223977Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959aa9933b1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 44c62f3c-fb89-4b97-83b7-135bc4b758de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959aaa3244d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: cd11ef24-b4b3-436e-8d6e-bda8db7b0aeb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:01:59Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:01:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ab0b927a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 161d2a4b-6a22-494e-a46c-f5ea155198e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:01:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ab0cecb077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 9a0dbd71-ea2a-4fe9-962f-60fe21a80442
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:01:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ab10847983
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: a2d99190-d1f6-4821-8436-5c70c1e80e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:01:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:01:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ab1103bc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: d5e00ad3-7f64-4d3d-8bdd-1569f5917b6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac008685df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 5b1e1654-35b2-412d-81de-19abbf3f9932
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac0369e4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: b161df31-78da-4ec1-807a-0400b1b5e1e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac03e70d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: f3329fa3-13db-4405-921f-6aeb83c7ed6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac03f3d50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 4a186355-8af9-4851-8d3e-58d9d779707b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac0786c904
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 5878bc4d-8c3a-4397-abdf-0bd38aa494f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959ac080444b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 18eda6a3-1cab-48b3-940b-3df42747bac9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959b643237738
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: c38bc9f8-93e3-4b16-8c95-cb7fed1feb95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 280ace04-6192-4551-ab95-e3fc2196f250
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l.18a959b64323f115
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: f6b71bb4-b109-4c4d-8816-337a14875ce5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: c16baf09-26f0-42fb-add3-94530e5883cf
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-wvc7l'
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a959aa98a66f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: 1be1d610-d298-43c6-b30c-edda890e88a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: 23e41f8c-4f34-49ef-b9b1-0f503a8436fb
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18a959aa955fdf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: e151b05c-b0a0-4553-ab10-2425ddcf1c78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: 63ba9dfe-ff24-4b03-a321-db3c5976f371
  kind: Event
  lastTimestamp: "2026-04-24T17:02:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18a959ae1427f8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: f33855dc-c235-4a0f-ad84-eac8e96d3b1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: 63ba9dfe-ff24-4b03-a321-db3c5976f371
  kind: Event
  lastTimestamp: "2026-04-24T17:02:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18a959ae148c1e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 6a9a0e2d-122d-41a1-b11d-82a9fa2039c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 63ba9dfe-ff24-4b03-a321-db3c5976f371
  kind: Event
  lastTimestamp: "2026-04-24T17:02:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a959b5124c30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 7f270076-036e-4bd4-a595-0c636cf14b31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 63ba9dfe-ff24-4b03-a321-db3c5976f371
  kind: Event
  lastTimestamp: "2026-04-24T17:02:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a959b512addb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: a918bfe4-d3c6-4f23-9941-f52ec04eb9b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 35d044fc-9711-4609-866d-b98e10d15770
  kind: Event
  lastTimestamp: "2026-04-24T17:02:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:02:41Z"
    name: isvc-mlflow-v2-runtime.18a959aa9538f077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: e797fd49-2a43-477e-a892-d4ebba93095c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 35d044fc-9711-4609-866d-b98e10d15770
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime.18a959aa95c3f10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: c5eab2e8-c7be-4466-a1d9-c8d048eaca38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: 35d044fc-9711-4609-866d-b98e10d15770
  kind: Event
  lastTimestamp: "2026-04-24T17:01:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:01:57Z"
    name: isvc-mlflow-v2-runtime.18a959aa9bc118cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: d1629184-becc-495a-96d6-47e60ead4526
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 35d044fc-9711-4609-866d-b98e10d15770
  kind: Event
  lastTimestamp: "2026-04-24T17:02:41Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:02:41Z"
    name: isvc-mlflow-v2-runtime.18a959b4df8fff4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 44685809-ea01-4692-aea9-c07eed9f7a05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:04:07.555862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-25mlm
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959c8f1966988
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 071d7a65-67ae-44b0-8f45-024e0fa3bc4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959c90ac51889
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: 15426367-abad-4ea3-a454-ff888adc6c63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:08Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959c90c5c0039
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 7bdcb409-594d-4513-a3e0-8394597b4c4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:08Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959c90fca2c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: 8ad4c8ee-9fcc-4be0-8096-3129841aa635
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:08Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959c910430078
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: f5b9f37f-ad08-4cfd-8941-0435f1a42148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:12Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T17:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959ca20ea2c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: c2649fac-6763-4056-ac46-fee5b43785ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.96s (11.96s
    including waiting). Image size: 1162830074 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959cce9d60686
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 9c19170c-9961-4e92-87c4-329b3458d8f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959cced1da904
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: a1bcdf89-9f3f-4718-bb21-eb92815cee60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959cced8e23ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 48c02692-c548-4156-ae47-78aaff9dbaf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959cced99d71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 81c5ae42-32e6-4fcb-8b47-b5816fe30295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959ccf0cfaab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: b9f24812-84aa-44f6-9eac-7e7e0e949fef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:04:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959ccf184cbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: c52cade0-e3dc-4621-8a5c-e782bf79b857
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:05:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:02Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959cd66c972a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 5eab2fbc-9cfb-42b7-bca9-837c8ce68392
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959d99cc81508
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 324148d9-c61b-47d3-92ba-03383102f9d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3658a8fb-b4df-4644-baeb-a7e48285b2ef
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-25mlm.18a959d99cc88711
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 36696fb4-ff6d-4302-911c-07c78b1a1726
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: e36dfab6-03b5-4209-97d5-feea525ee85b
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-25mlm'
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a959c8f0fe0b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: 2d6e6f52-355a-449b-915d-73c1b568c6af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 83d4dd8f-c6c5-4594-8158-0cd415ebd7c3
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle-predictor.18a959c8ede00b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 802d8a31-9178-47fd-9fa1-2740a6c5ab6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 8941cb14-cbdc-466c-9a8a-5f292703a530
  kind: Event
  lastTimestamp: "2026-04-24T17:04:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:04:52Z"
    name: isvc-paddle-predictor.18a959cc6c628122
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 4872fc62-4d91-4b0d-b2ec-645510d689fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 8941cb14-cbdc-466c-9a8a-5f292703a530
  kind: Event
  lastTimestamp: "2026-04-24T17:04:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:04:52Z"
    name: isvc-paddle-predictor.18a959cc6cc5570c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: b2f85b96-4895-44db-9ee8-bfd679fb35ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: 8941cb14-cbdc-466c-9a8a-5f292703a530
  kind: Event
  lastTimestamp: "2026-04-24T17:05:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:05:07Z"
    name: isvc-paddle-predictor.18a959d6eb569281
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 1f021e17-d62a-4e34-a07d-f839b7126a82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: 8941cb14-cbdc-466c-9a8a-5f292703a530
  kind: Event
  lastTimestamp: "2026-04-24T17:05:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:05:07Z"
    name: isvc-paddle-predictor.18a959d6ebc2d10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: c9aa7d40-6359-4c19-b5af-08167c07645d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:05:19.276094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959d9a4724525
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: 8b73a0e2-4033-4573-9018-5eba4c29241a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959d9bd7669f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: b654e7b0-696f-48f2-9703-014b35cb718e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959d9bee5dce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 117e7a45-356a-44a4-82bb-9375a928747a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959d9c224ab58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 84d6c1c2-e98a-4f01-bdfe-3bb933ea121d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959d9c29d7c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 706e6029-c705-4575-8942-5903a42879eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:24Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959daf2dee5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 59209720-3e48-43f2-b307-8f76392a6962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959daf61db1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 30b10270-47c6-4cc4-ad78-3e2ea5ff7c14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959daf695f035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: d6dae666-bd70-4cd0-b077-5b507e4c562c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959daf6a28b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: 97ebc2cb-e286-41c7-bcf1-d29eabd732d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:25Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959daf9e09d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 2c561ae4-12c2-44b9-a8d5-b3afe0a4dfd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:05:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:05:25Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959dafa560bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: ace44f82-6a73-408d-822d-35ef7dcde9ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:06:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959db6a8e4d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: 130db335-c373-4136-865d-8a06ec1927a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959e7f011390f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: 76a7dc16-ccb2-43bd-b30b-0df0b4955fd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959e7f011b9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: 6f1ce979-fb0f-4166-bd48-40ff9277187f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1ffd6f54-2d24-45a2-a290-63e8bb4020de
  kind: Event
  lastTimestamp: "2026-04-24T17:06:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl.18a959e874a2404d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: bfbf15bf-9eca-4cae-92c0-062e69726972
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 2095b74f-603d-41f3-af34-3d018d9fc06c
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-8kmbl'
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a959d9a3a8ff75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 42619ffe-8cb4-4f04-ac93-59482db5aa91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: f67719cf-b3e2-4d02-ae27-c6897805fe8f
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime-predictor.18a959d99de91566
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: c0a05dca-ff9c-41ff-ad8a-3265ac3f23b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: cc3c6f0a-1f15-4065-8bd6-92a77e58ab5d
  kind: Event
  lastTimestamp: "2026-04-24T17:06:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:04Z"
    name: isvc-paddle-runtime-predictor.18a959dd1c6add78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22201"
    uid: 318f6874-3266-4069-b50e-a6137ba860fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: cc3c6f0a-1f15-4065-8bd6-92a77e58ab5d
  kind: Event
  lastTimestamp: "2026-04-24T17:06:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:04Z"
    name: isvc-paddle-runtime-predictor.18a959dd1cd0177a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: c86a5e77-f6f1-40c2-9a8d-89c74272facb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: cc3c6f0a-1f15-4065-8bd6-92a77e58ab5d
  kind: Event
  lastTimestamp: "2026-04-24T17:06:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:19Z"
    name: isvc-paddle-runtime-predictor.18a959e79ae6728b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 7de0e117-9943-4913-b166-4dde376f7123
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: cc3c6f0a-1f15-4065-8bd6-92a77e58ab5d
  kind: Event
  lastTimestamp: "2026-04-24T17:06:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:19Z"
    name: isvc-paddle-runtime-predictor.18a959e79b4820ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: c9fdb650-cb76-4375-9e3f-9975a3302f6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 5e1dcd1a-715a-4728-8cc0-108588257a57
  kind: Event
  lastTimestamp: "2026-04-24T17:06:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:06:13Z"
    name: isvc-paddle-runtime.18a959d99daed4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 9078abd8-05cc-4909-8df6-a1af64b20dbd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 5e1dcd1a-715a-4728-8cc0-108588257a57
  kind: Event
  lastTimestamp: "2026-04-24T17:05:19Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:05:19Z"
    name: isvc-paddle-runtime.18a959d99e4e8401
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: feeb6c71-784e-464f-9250-4a1e65c18e12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 5e1dcd1a-715a-4728-8cc0-108588257a57
  kind: Event
  lastTimestamp: "2026-04-24T17:06:12Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:06:12Z"
    name: isvc-paddle-runtime.18a959e6263ef136
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: af725f5c-bcd7-4368-a107-8c1578e14d77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:06:20.775234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e7f614af50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: e4bbc655-9a2d-4f83-9d8a-3262afde7845
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e801166d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: 47b7af9f-f525-4991-a051-f4aee600d005
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:21Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e8336321b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: de1f0b44-20a6-4931-a8f7-ecbc3b39c6db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e835045374
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 7c9e9857-ee74-45a3-bbcb-8bcc3f6049d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e83838da75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 1248d2d7-6a83-4e6b-b3d2-26726ac1c4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e838aea6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 72e0231a-d3d4-4676-ab79-c4d13d3b5cd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e96d9b2de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: d71ae6f5-2da1-49ed-beb5-5e08224d2f32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e9715bcd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: 2998c53d-cb0d-47a6-a7da-c8b142d19752
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e971d1223e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 23b01c37-d60c-4871-b6eb-a6493be9b7f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e971de3179
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: baa1807e-6e44-4918-bd24-01b2c8e0dfff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e974d206f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 27ef3e27-4352-4b7c-a587-62359c5449f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:06:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e975462e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: 429bdf24-2bda-4768-8b92-4bad844a85a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959e9e54dc37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22947"
    uid: 38080118-6efe-4a9d-ad5b-9502e111d339
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959f65410cc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: eb0e7aa0-c1c4-4223-a459-0341ef80a7cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959f654113976
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 93804904-cef1-43f9-a16c-c2d1781f3b71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 5ebd39c8-c240-478e-9392-a61f6d7ecef5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn.18a959f6ef5ce7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 3a6e46f7-34ef-4af3-86cf-069c29cba331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 2a70bacd-a312-4bf5-abb4-ea067ce04e7e
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-xjhpn'
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a959e7f571b833
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 44d8387b-f23f-46a0-985b-57c595304cd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: b6f9fe96-7656-4dab-a52d-2ba44b904d55
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a959e7f2a64562
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 6d764b5c-51e5-4696-8fe1-411ab615aaee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 94f2c44c-ea9e-4e41-ad2e-7561b4b536f5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:50Z"
    name: isvc-paddle-v2-kserve-predictor.18a959eb71140d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: 4680ba56-0f49-4e3b-9599-7c04d33c2388
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 94f2c44c-ea9e-4e41-ad2e-7561b4b536f5
  kind: Event
  lastTimestamp: "2026-04-24T17:06:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:06:50Z"
    name: isvc-paddle-v2-kserve-predictor.18a959eb7173b85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: fb6d702a-80b4-416d-8308-8723a5502664
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 94f2c44c-ea9e-4e41-ad2e-7561b4b536f5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:07:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a959f26fcd2eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 7d54bf8e-c9e6-45d4-9c82-81ea2c25bb22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 94f2c44c-ea9e-4e41-ad2e-7561b4b536f5
  kind: Event
  lastTimestamp: "2026-04-24T17:07:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:07:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a959f270344817
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 1db5dd79-01cb-4f28-88fd-31850c927502
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 8d0f4698-3cd2-45d5-b728-66de5b1dd048
  kind: Event
  lastTimestamp: "2026-04-24T17:07:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:07:15Z"
    name: isvc-paddle-v2-kserve.18a959e7f279fc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: 3d39a7f1-3c07-4703-aeb4-894566c1b6e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 8d0f4698-3cd2-45d5-b728-66de5b1dd048
  kind: Event
  lastTimestamp: "2026-04-24T17:06:20Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:06:20Z"
    name: isvc-paddle-v2-kserve.18a959e7f2cfe76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 1e362ede-a03e-4d27-b8f3-3052d46eed58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 8d0f4698-3cd2-45d5-b728-66de5b1dd048
  kind: Event
  lastTimestamp: "2026-04-24T17:07:15Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:07:15Z"
    name: isvc-paddle-v2-kserve.18a959f4a052c743
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 531a4390-a655-49e8-af08-81cc2d8df7f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 52f93fc6-4677-4beb-a37a-34d409173bad
  kind: Event
  lastTimestamp: "2026-04-24T17:05:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:05:12Z"
    name: isvc-paddle.18a959c8edbaa4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 25897a93-353b-417c-b1d0-abd371006976
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 52f93fc6-4677-4beb-a37a-34d409173bad
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle.18a959c8ee2b6da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: 52a2afe5-8ff6-4aa4-8e14-acf95954c95f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: 52f93fc6-4677-4beb-a37a-34d409173bad
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-paddle.18a959c8f39fafec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: f750b436-280c-4f16-8958-96fd216648f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:05:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 52f93fc6-4677-4beb-a37a-34d409173bad
  kind: Event
  lastTimestamp: "2026-04-24T17:05:12Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:05:12Z"
    name: isvc-paddle.18a959d821bc0cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: c05dff05-e92b-4f96-9d06-e45501d682a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:07:22.590084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-7phwt
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f65a887f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: 1bcedc67-3333-43df-9724-86fd265afc49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22909"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:23Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:07:23Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f673564a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: 005741c0-c378-4e91-a1f9-cc308fdd3b50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:23Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f674c98f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22921"
    uid: 4be7a7f2-aeb9-44a4-a9df-85d1790b5d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:23Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f6779952ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 2d73bae4-2706-410f-9857-8b6b85f2eaf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:23Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f677ffd52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: dd6554e3-768a-42c8-b080-e3d846d58249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:27Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T17:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:27Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f770d4ec50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: 1d7e1da3-0f8e-48ae-a385-89170fda2f0f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.602s (7.602s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f935fd9fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: dc28124b-101b-4ab3-8f55-10a76447c719
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f939509bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 1c226221-fdf4-4773-90a6-51775c0eaa08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f939d19e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: 3816a98d-1b65-4ba2-904e-34b444212d61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f939df1bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 7fcff2b7-d49b-4607-9103-dbe517b1826d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f93ce4703d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: aeb3d3ad-7f6f-43bf-b215-9d37a8791161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:07:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:07:34Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f93d74a567
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: 0a288f0a-6f47-4d0a-9a1b-9688d56bd224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:08:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:42Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a959f98b25035f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: b4b32bf8-cfd9-4ae6-91f7-c8f48fcaadf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:08:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a95a0b90a35013
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: baf9ee9d-fada-44c4-a1f3-f82068cf313c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:08:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a95a0b90a3cdd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 82ced371-a910-4268-8366-4b0ee02015f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-7phwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 8d65d7b6-99b0-4a06-a3a8-1f113aa6b4c3
  kind: Event
  lastTimestamp: "2026-04-24T17:08:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:57Z"
    name: isvc-pmml-predictor-8bb578669-7phwt.18a95a0c67387101
    namespace: kserve-ci-e2e-test
    resourceVersion: "23687"
    uid: a007d23d-691a-4f68-9f18-84b4a0802937
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: a0dce602-3ae1-496d-8f4d-3d74e47b1752
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-7phwt'
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-pmml-predictor-8bb578669.18a959f659eafbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22900"
    uid: 0aea9367-eb98-45c0-93d2-f613037fe080
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22887"
    uid: 0bee3fd3-a750-4391-9f02-e88e5ec11110
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-pmml-predictor.18a959f656bf2b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 25a9169d-03f3-4e88-b675-193a1179dde1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: cf5142a8-f62b-4d60-8c65-1d6f77af85d1
  kind: Event
  lastTimestamp: "2026-04-24T17:08:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:07Z"
    name: isvc-pmml-predictor.18a959f9d601c2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: 031cbc41-8721-4990-8a32-164bfac69ff4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: cf5142a8-f62b-4d60-8c65-1d6f77af85d1
  kind: Event
  lastTimestamp: "2026-04-24T17:08:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:07Z"
    name: isvc-pmml-predictor.18a959f9d66d13ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 2074aa55-16b4-4063-9be6-26a06c2ab6d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: cf5142a8-f62b-4d60-8c65-1d6f77af85d1
  kind: Event
  lastTimestamp: "2026-04-24T17:08:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:52Z"
    name: isvc-pmml-predictor.18a95a0453381288
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 18821407-64dd-4347-b4e9-e20d7ef7829a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: cf5142a8-f62b-4d60-8c65-1d6f77af85d1
  kind: Event
  lastTimestamp: "2026-04-24T17:08:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:52Z"
    name: isvc-pmml-predictor.18a95a0453a08414
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 1d294534-54fc-4d88-8f0d-8a2facaa28a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:08:53.794291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-t8nzq
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0b96ba418d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 631db78e-8968-4dc5-9c82-864297d189c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:54Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:08:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0bb04475da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23657"
    uid: accdbd03-bc43-4864-a1af-52c0bdc6428a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0bb1b12fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 2717b023-a19b-478a-912f-749dc3e92a57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0bb48cea2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 8861f994-68c4-4d40-aeee-39e438ef079d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:54Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0bb50c9ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: b89f02ab-0a37-4318-9d42-7920f8a8946b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb0a7bcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 7feee280-d699-4c33-ad1f-c4f356454506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb45ea183
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 79c0942a-e60a-4363-af34-064290fdbadd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb4d7f8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 6924a9a0-94a3-4b69-9311-44012130fb42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb4e501f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 4b81e021-0a28-4e33-a5c1-1e5708c77c28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb7dca423
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2316f71c-f5b1-46ed-a2b6-ced9b486c978
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:08:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:08:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cb85540f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: aebc8d83-330a-429d-8015-704754ed7cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a0cecb7ab0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 76f1c9a5-4dbf-426c-a500-aacfd8db4b82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a233339086d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: 86110eae-45b9-464e-9abe-8f120917a63e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a233339a82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: df17f663-e415-4bfc-8405-46258a81e3b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: f1cf9f61-843b-4d9e-855b-aacf98c500cf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-t8nzq.18a95a2346f720fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: 398e1bf0-0abe-43df-ab01-09f9211bed64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 7959b1b6-83f3-43fd-9312-7f90db8af0e6
  kind: Event
  lastTimestamp: "2026-04-24T17:08:53Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-t8nzq'
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a95a0b96511061
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 8b4e138b-38bb-4b8e-8df6-32a4dbafdf59
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: b7bc8329-dce2-464c-b75f-06004f6c47a3
  kind: Event
  lastTimestamp: "2026-04-24T17:08:53Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-runtime-predictor.18a95a0b921d5a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 3b8b7a68-82ab-4cf3-bd5c-f9fd1514d3ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 0e091ff5-f7a7-4447-a141-bff59228628f
  kind: Event
  lastTimestamp: "2026-04-24T17:09:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:09:38Z"
    name: isvc-pmml-runtime-predictor.18a95a0f1116a24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 40ad6bf4-bd5e-4412-bdc3-9522814df27d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:09:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 0e091ff5-f7a7-4447-a141-bff59228628f
  kind: Event
  lastTimestamp: "2026-04-24T17:09:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:09:38Z"
    name: isvc-pmml-runtime-predictor.18a95a0f117cd599
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5a52043f-ae25-4657-8c6a-085b9bc4d689
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 0e091ff5-f7a7-4447-a141-bff59228628f
  kind: Event
  lastTimestamp: "2026-04-24T17:10:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:10:23Z"
    name: isvc-pmml-runtime-predictor.18a95a198e8d8e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: dab6e446-a12c-4b9c-bbb0-f49e77188846
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 0e091ff5-f7a7-4447-a141-bff59228628f
  kind: Event
  lastTimestamp: "2026-04-24T17:10:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:10:23Z"
    name: isvc-pmml-runtime-predictor.18a95a198ef1a275
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: 8f0a06e9-316f-48ca-9431-98f6357dec0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: 24c174f2-135f-4b80-8299-74746b404342
  kind: Event
  lastTimestamp: "2026-04-24T17:10:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:10:27Z"
    name: isvc-pmml-runtime.18a95a0b91f4e33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 8e693910-9b8b-4072-9f52-8cdd919ec7df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: 24c174f2-135f-4b80-8299-74746b404342
  kind: Event
  lastTimestamp: "2026-04-24T17:08:53Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:08:53Z"
    name: isvc-pmml-runtime.18a95a0b9256e41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 13783d3f-19cb-4b63-8527-e5d2c2c51b02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 24c174f2-135f-4b80-8299-74746b404342
  kind: Event
  lastTimestamp: "2026-04-24T17:10:27Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:10:27Z"
    name: isvc-pmml-runtime.18a95a215bce2ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: fb69a9b8-6d57-43be-a7e1-068320115407
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:10:35.422687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2340408c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24449"
    uid: 62f3b38f-06f9-4ad1-ad59-e4a72ca5326c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a234c520af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 8e20b0b0-115f-4988-b4cc-6ba5658b39bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:36Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a237d4282b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24471"
    uid: 93063274-01de-425f-9eb0-193ba164ed89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a237f2c18a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 1bbb10cb-5625-41a8-aac6-1e27d0c40dca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2381d843f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 1b636e2a-16df-465b-a2f2-7d9cd587d462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a23825fd37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: ce6d3fa5-c98c-4199-82b2-94b91c367422
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2483423f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: 78554d1d-f525-439e-8d1b-e2b04ace429d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2486373ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 8b16e4bd-5a52-43d1-aa50-8205da864c1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2486aba085
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: e90e2af3-109c-4af3-b0cc-56eb84f8524f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2486b7c26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 20711dc1-28bd-4268-89f8-5620b7cb0998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a2489e778a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: bb968f29-7d44-4ea0-aa44-fb30ed4f1e98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:10:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:10:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a248a5b087b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: eaa8e93d-29d5-447a-8c84-86d2722612b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:11:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:11:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a24fae5b1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 92716b97-cfac-4ac3-9ba7-d16c488cee7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a386f7d36a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: 94f260aa-8951-4565-8071-4adc14ac61ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a386f7db367
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 36bb3ceb-4bbc-4558-8f22-e528d2fdfdf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 5dcaeb88-b6e5-4461-8ab3-7075914b3eaf
  kind: Event
  lastTimestamp: "2026-04-24T17:12:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p.18a95a3901073749
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 7c6478b9-9c7e-4f7c-86a5-46f19dc4ce15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 54798ae2-953e-463f-89b6-5634ca0f0c99
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-66p9p'
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a95a233fd3bdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 6bdab488-8524-4f87-877d-77015e073705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 4444ca98-251a-472a-b220-9a90d6d0e249
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve-predictor.18a95a233849e835
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: 5d2cade1-8850-448a-9e28-0e8a007515b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 7d1b2b5b-2023-490e-a1cb-417c55114410
  kind: Event
  lastTimestamp: "2026-04-24T17:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:11:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a95a26b7b27783
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 4012aca8-4998-4a73-a16d-ad373d2ade71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 7d1b2b5b-2023-490e-a1cb-417c55114410
  kind: Event
  lastTimestamp: "2026-04-24T17:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:11:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a95a26b8432e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 9402ff4a-bd28-4999-b6c8-5201df63a32c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 7d1b2b5b-2023-490e-a1cb-417c55114410
  kind: Event
  lastTimestamp: "2026-04-24T17:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:05Z"
    name: isvc-pmml-v2-kserve-predictor.18a95a2a37123237
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: c7be51aa-f0c1-45a1-b099-4dbfb4c3975b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: 7d1b2b5b-2023-490e-a1cb-417c55114410
  kind: Event
  lastTimestamp: "2026-04-24T17:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:05Z"
    name: isvc-pmml-v2-kserve-predictor.18a95a2a37787d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: 041ac16e-3a19-4773-b7fd-ffa2962b031e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 0a99456e-6a01-4e42-8352-439011b437d9
  kind: Event
  lastTimestamp: "2026-04-24T17:12:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:12:02Z"
    name: isvc-pmml-v2-kserve.18a95a2337ef77b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25398"
    uid: 014732fa-7f9a-41d8-a421-2db3aaafa128
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 0a99456e-6a01-4e42-8352-439011b437d9
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve.18a95a23386c8981
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: f7cecdab-d42e-4704-9e87-1a2bf0a2b7b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 0a99456e-6a01-4e42-8352-439011b437d9
  kind: Event
  lastTimestamp: "2026-04-24T17:10:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:10:35Z"
    name: isvc-pmml-v2-kserve.18a95a2341fbee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: 974b86f4-f597-45db-8943-406778043a45
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 0a99456e-6a01-4e42-8352-439011b437d9
  kind: Event
  lastTimestamp: "2026-04-24T17:12:02Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:12:02Z"
    name: isvc-pmml-v2-kserve.18a95a377c353459
    namespace: kserve-ci-e2e-test
    resourceVersion: "25396"
    uid: 0f40c191-816b-4584-a8c3-2bf957752af2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: ee7bf71d-9504-4d92-9817-c05f26c7c828
  kind: Event
  lastTimestamp: "2026-04-24T17:08:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:08:52Z"
    name: isvc-pmml.18a959f6569bd674
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: ba0cee53-48dd-471c-9b93-9a0ce3b98bb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: ee7bf71d-9504-4d92-9817-c05f26c7c828
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-pmml.18a959f657503ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22911"
    uid: c1f69a26-89d4-4c4c-b1fc-1e869d156797
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:07:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: ee7bf71d-9504-4d92-9817-c05f26c7c828
  kind: Event
  lastTimestamp: "2026-04-24T17:07:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:07:22Z"
    name: isvc-pmml.18a959f65dbab8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: 8551cd7e-d3b6-41cf-ba2f-4f6c82a1c934
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:08:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: ee7bf71d-9504-4d92-9817-c05f26c7c828
  kind: Event
  lastTimestamp: "2026-04-24T17:08:52Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:08:52Z"
    name: isvc-pmml.18a95a0b42d4112c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 1504c289-13d4-424d-a7ba-2b5743cc2f4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:17:13.586825Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28103"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a7ff4af1184
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: c44b0a4f-b2ff-4add-8d83-d818775ced9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a7ffdf8df47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 73842b38-d09e-4690-b5e4-335a4f1543ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a8031f5065b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28129"
    uid: 394699d1-f53f-430d-a912-c97e496f4c79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a803362529a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28131"
    uid: dfe4bf99-2284-46c0-a222-ee1a7e1cb296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a8036c9f1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 68daf1f3-03a7-4d35-9561-16b9fc782cd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a803746bb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: c36155b1-2592-48cc-8525-6ff6eaf8eea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a8139ac3ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 3da5297a-0b68-486c-bafb-e0373708b002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a813d565cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: 63766a6e-3896-43cc-8d22-2fd2e6dec2ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a813df89287
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: f379868a-1eff-45dc-ab53-4c3f448ae3b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a813e060b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28189"
    uid: d4135842-0be4-414b-961d-d2ecc3954f10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a8140be0621
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 5f5baa10-4d95-413c-81ed-3a3cabdf4d65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:17:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:19Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a8141401878
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: 006d6c8b-6ce3-4dbb-b2ee-66c6a80ad01b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:18:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:47Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a81b177961e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: aa929720-437a-45f2-aa6a-8bed1936e60b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a94efdc8f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: e3993b1a-6eea-42ea-8348-85b0fb0cc425
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a94efdd1266
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 26ad1902-0e71-4154-8e4d-588f63f39556
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: c3fc3f20-677d-4691-bdca-ea2c32ba71cf
  kind: Event
  lastTimestamp: "2026-04-24T17:18:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:47Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg.18a95a95b798bd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: 9b7704db-6e67-4ee1-9418-9eb9be34a7c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: b5222025-f010-49d4-8354-3701ec6fa4df
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-52psg'
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a95a7ff446b04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 36d6313f-bbe1-4814-a45d-06c6da93b6a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: 1530bf40-2a2f-4799-b9b1-4d2a82c43a0b
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-lightgbm-predictor.18a95a7ff0219f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: b76aff01-c695-41ff-beb9-91da3b8bd120
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: a3f5a8ac-9190-42be-81d9-cccbe112a117
  kind: Event
  lastTimestamp: "2026-04-24T17:17:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:17:28Z"
    name: isvc-predictive-lightgbm-predictor.18a95a836e995fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28260"
    uid: 35489fb6-a71e-4c48-8d7e-f3b77614e5cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: a3f5a8ac-9190-42be-81d9-cccbe112a117
  kind: Event
  lastTimestamp: "2026-04-24T17:17:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:17:28Z"
    name: isvc-predictive-lightgbm-predictor.18a95a836efdf0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: e93f9a38-521e-474b-912b-4475669264e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: a3f5a8ac-9190-42be-81d9-cccbe112a117
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-lightgbm-predictor.18a95a86ee5b75e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: fd44a912-af01-40d3-afd8-06a428903e3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: a3f5a8ac-9190-42be-81d9-cccbe112a117
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-lightgbm-predictor.18a95a86eee41c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: c84e2e9e-57dc-4371-ae72-35a9d835d84c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:21:44.247339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95abef94ebee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: 35344dc4-b1ea-4497-8659-42d210a37adc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95abf131f8874
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: 86ba8e1e-84d2-44ca-8593-e4420c87faf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95abf147e7553
    namespace: kserve-ci-e2e-test
    resourceVersion: "30350"
    uid: 5fb5ac8d-da8d-4914-8fc2-9e07d810fb93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95abf17d185cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: 7399b574-6edc-4673-a2d1-652997ae32bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95abf18516ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 1ded68d4-7c1a-482a-8e1d-acdbbb264ab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac00e2f2428
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 7dd68ac0-efd7-4465-b816-26703f67add8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac0118fea86
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 97a0ebc1-88ac-4e58-8ce7-3e7f94929109
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac0121600df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: 3b249189-4bd1-4b6e-8df6-9ad82689d35e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac01224e007
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: 0f182c54-3aac-4437-ad92-0561736d649b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac01573f5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 5e1521f8-6df8-4c05-bc12-60e0b376d776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:21:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac015f5ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: be3e0c50-9b63-4aa1-b0ab-bcfb4fa5b4c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T17:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:23:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ac8acb539f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 10d7a8d8-a8f5-4855-b2f9-d78e18bcd912
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ad3f3c1be87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: ccb431bc-24fd-427c-96f4-0f7638fefad6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ad3f3c2849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: a5cf30b5-24a6-4e30-8320-5f9a22e4b734
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 15d8fc68-b719-487e-9786-5e5156bfbde4
  kind: Event
  lastTimestamp: "2026-04-24T17:23:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2.18a95ad4507a5d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 5a74b268-80a9-4680-a014-6c450a51a505
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 84594123-a456-4fd8-a06e-f5a491baa992
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8p2b2'
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a95abef8e0c645
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: 30a852f3-b938-4b26-9e48-1787ea1ffd44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: c2e92f79-1a9e-4036-b1ba-46ba32239da9
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95abef4ac60b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: ab5e0d93-1d19-4799-93eb-8689484e67ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 9d045a19-e2e3-47cc-9bbe-923821eb7c65
  kind: Event
  lastTimestamp: "2026-04-24T17:22:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95ac2733d7d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: e992f41d-f8f2-4d23-8745-6d2296b330ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 9d045a19-e2e3-47cc-9bbe-923821eb7c65
  kind: Event
  lastTimestamp: "2026-04-24T17:22:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95ac273b95013
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: fb4f546a-7903-4ae3-b1a2-2b646eb022ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: 9d045a19-e2e3-47cc-9bbe-923821eb7c65
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95ac5f398f66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31013"
    uid: eb56909e-4780-4d56-aa57-c07ae9df44ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: 9d045a19-e2e3-47cc-9bbe-923821eb7c65
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a95ac5f41b4681
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 2ef2ce34-98c2-4142-8e31-628ee7ed47c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30289"
    uid: 0d4177db-0b96-4fb4-bb86-00a4f9e60102
  kind: Event
  lastTimestamp: "2026-04-24T17:23:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:07Z"
    name: isvc-predictive-lightgbm-v2.18a95abef47e2871
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 7c91380d-c1fc-4224-9610-383704a5e106
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30289"
    uid: 0d4177db-0b96-4fb4-bb86-00a4f9e60102
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2.18a95abef4d15d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "30340"
    uid: 242bfb85-41eb-4ebd-bdf4-f66c88e965d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 0d4177db-0b96-4fb4-bb86-00a4f9e60102
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-lightgbm-v2.18a95abefa2e2fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: 0787cc07-9117-4b69-a735-7c3dcfc25966
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 0d4177db-0b96-4fb4-bb86-00a4f9e60102
  kind: Event
  lastTimestamp: "2026-04-24T17:23:07Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:07Z"
    name: isvc-predictive-lightgbm-v2.18a95ad24f066161
    namespace: kserve-ci-e2e-test
    resourceVersion: "30963"
    uid: 8a72095e-7d92-484b-b614-6515b57dc07e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28077"
    uid: eb7fb3e8-0834-477d-8390-a3c03f3dd336
  kind: Event
  lastTimestamp: "2026-04-24T17:18:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:18:37Z"
    name: isvc-predictive-lightgbm.18a95a7ff000150b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 8788eba4-0c74-4f0c-9493-3776286a7fa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28077"
    uid: eb7fb3e8-0834-477d-8390-a3c03f3dd336
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-lightgbm.18a95a7ff06d8868
    namespace: kserve-ci-e2e-test
    resourceVersion: "28097"
    uid: 34930d2f-1a9d-480f-900d-90aacaf323ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28768"
    uid: eb7fb3e8-0834-477d-8390-a3c03f3dd336
  kind: Event
  lastTimestamp: "2026-04-24T17:18:37Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:18:37Z"
    name: isvc-predictive-lightgbm.18a95a9368b2b956
    namespace: kserve-ci-e2e-test
    resourceVersion: "28769"
    uid: 1ad23349-9a14-49b0-a609-0d2dc979f469
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:13:53.714154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:13:53Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a516b583054
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: e8b49276-234d-4c5c-94c8-7bff70b3780b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:13:54Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:13:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5184b57535
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: d4e4a9bc-1b22-42c1-b0c4-91cb8ebdb519
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:13:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a518614df30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: 0d45e57f-d163-4b87-b594-0c304cfabd65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:13:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5188f8b19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: 74723a58-50cd-4e35-9938-785cc22275b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:13:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a518986c300
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 10c4fccd-be20-47d9-a7e7-3260560a27e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:13:58Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T17:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:58Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a52855945ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 9d2bd7a2-5f11-46b1-8873-cda2bc7bfa3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.37s (24.37s
    including waiting). Image size: 2324227437 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5831edc5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26741"
    uid: b516f6b0-506e-4660-baa1-e7336f0b6eb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a583563383e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26742"
    uid: 4c7b5947-040e-4351-9864-76e143eead5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5835e23089
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 7ae99e89-445f-4f69-b9f6-634057bc27b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5835f03a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: e6cc4e3b-13a4-48e3-b921-7a37badde737
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a58394e0562
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 223f66a8-ea0f-4172-ad02-1a882096de54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:14:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:14:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a5839cd3cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: cb9dc40c-c8dc-4a3d-9070-64f4e16d718f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:15:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:48Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a585c44cb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 88a76225-c5b8-43b1-9f1c-256c18904211
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:15:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a6af2cd01d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 91451477-c7c6-4626-8100-a407c0369b8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:15:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a6af2cd8708
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: 25e9eaab-56ef-45e9-8538-e029e1c65e34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a6e06f3d-05a9-4fc7-afcc-af85858e01f1
  kind: Event
  lastTimestamp: "2026-04-24T17:15:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn.18a95a6b38653a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 0101004c-c907-4eac-bdfd-32271796e8b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: 5fe080e4-cbbb-4d7d-ac1b-2dc09e7672bc
  kind: Event
  lastTimestamp: "2026-04-24T17:13:53Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-wv5nn'
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:53Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a95a516ae8b38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: 6d601d18-1fb7-464b-bf07-663a6798b452
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: c23c6bfd-d967-4ce2-9191-ce8c3aff7c31
  kind: Event
  lastTimestamp: "2026-04-24T17:13:53Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:53Z"
    name: isvc-predictive-sklearn-predictor.18a95a514e929c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26497"
    uid: 7d1fe148-9686-4789-908f-277a7a285e5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: a4687ea0-f486-41b6-bd5a-46ac28f346d7
  kind: Event
  lastTimestamp: "2026-04-24T17:14:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:14:53Z"
    name: isvc-predictive-sklearn-predictor.18a95a54cd926ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26967"
    uid: 1f4b7954-4aeb-42a2-8fc3-d1c25cae4bf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: a4687ea0-f486-41b6-bd5a-46ac28f346d7
  kind: Event
  lastTimestamp: "2026-04-24T17:14:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:14:53Z"
    name: isvc-predictive-sklearn-predictor.18a95a54cdfab1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: b5e14ee4-89ca-45c1-8234-b4408e4c74cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26637"
    uid: a4687ea0-f486-41b6-bd5a-46ac28f346d7
  kind: Event
  lastTimestamp: "2026-04-24T17:15:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:15:38Z"
    name: isvc-predictive-sklearn-predictor.18a95a5bcc71bec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27292"
    uid: 1c9e09e2-3528-411f-95b8-348079bd201c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:14:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26637"
    uid: a4687ea0-f486-41b6-bd5a-46ac28f346d7
  kind: Event
  lastTimestamp: "2026-04-24T17:15:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:15:38Z"
    name: isvc-predictive-sklearn-predictor.18a95a5bccea97e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27293"
    uid: 521a707d-5a5d-4205-9ca8-93c1be98a436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:18:43.818721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a94f6ec951c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: 44d3c725-da8e-42c5-a033-955ede464607
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:44Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:18:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a95108f8368
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: 89a11325-2aa9-42f7-891b-7d0f40b3ec93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a9511f64b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28882"
    uid: 4b28260a-4cbf-459e-b3e3-e37de6ebd2cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a95156bd28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28885"
    uid: c0e76124-bdb0-46f0-9729-5e8d64a8800d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a9515ed9df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: 009013fc-7591-46e5-b26d-ca53151a281c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a96041f41e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: 1134a4c3-783c-4753-9328-2a93d0ce07f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a9608155912
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: 5f769b70-52d8-4fe5-8608-52d0545ea23e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a960898fdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28928"
    uid: 47543b7e-c68b-4f60-9ea7-68e26b856c5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a9608a71213
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: 8c22f601-91e1-4d9f-aee4-8c055818b1ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a960b8e268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 48fa2d24-99cf-4b7b-9f7c-bb69d66adbe6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:18:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a960c13c2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 6789b4d3-1536-4a30-a62d-099d2ae8e914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:20:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95a9ea27d3cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 48c41bcb-c7ff-4210-9a6b-721ca1754db1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:20:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95aa9f105151a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 036c35a1-8bba-4889-9a44-d14637fb9ac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:20:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95aa9f1058e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 656e4d20-6e8f-4206-a43d-6d219646b9ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: 0323fa27-e3b8-4ff6-bce1-99d2db80daa2
  kind: Event
  lastTimestamp: "2026-04-24T17:20:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8.18a95aaa4659f523
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: 0c49c6d3-d4f3-44e9-9c52-ba8497b266c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: f554223f-2996-4c71-bd6c-76daa0b17db0
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-c2lh8'
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a95a94f6862127
    namespace: kserve-ci-e2e-test
    resourceVersion: "28865"
    uid: 0f52868b-9e5a-4be9-bf6c-9fcfd2370871
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 0c676e70-a39d-4d02-bd50-69ed296b9131
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95a94f184e2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 20836e37-5554-4678-84ff-4631a723df53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 3351fd66-065d-475f-83ab-cefa899c2b2b
  kind: Event
  lastTimestamp: "2026-04-24T17:18:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95a986ffcc11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: ebbbf19b-bf91-4836-abe4-732a2a5e8a09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 3351fd66-065d-475f-83ab-cefa899c2b2b
  kind: Event
  lastTimestamp: "2026-04-24T17:18:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:18:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95a9870607a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "29009"
    uid: 660cb614-54b9-4ba6-95ff-adfe0257d8a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: 3351fd66-065d-475f-83ab-cefa899c2b2b
  kind: Event
  lastTimestamp: "2026-04-24T17:20:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95a9bef819f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: fed9e1ae-afee-460c-9897-f7ed099030b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: 3351fd66-065d-475f-83ab-cefa899c2b2b
  kind: Event
  lastTimestamp: "2026-04-24T17:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18a95a9befe3ef7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 43fe0907-2f0f-4cb8-a61f-49ca38c753de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: c346c033-4ef2-4d6a-9f84-171b0a45a12d
  kind: Event
  lastTimestamp: "2026-04-24T17:20:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:20:05Z"
    name: isvc-predictive-sklearn-v2.18a95a94f1600e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29481"
    uid: bf47558c-786e-41ce-932a-c067dd5dc1fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: c346c033-4ef2-4d6a-9f84-171b0a45a12d
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-sklearn-v2.18a95a94f1b961fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: ee13d874-11e5-4dd4-bbba-442d922fb450
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: c346c033-4ef2-4d6a-9f84-171b0a45a12d
  kind: Event
  lastTimestamp: "2026-04-24T17:18:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:18:43Z"
    name: isvc-predictive-sklearn-v2.18a95a94f72f20fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: f0841700-9f1a-4bd0-b120-1d6cf8d49158
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: c346c033-4ef2-4d6a-9f84-171b0a45a12d
  kind: Event
  lastTimestamp: "2026-04-24T17:20:05Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:20:05Z"
    name: isvc-predictive-sklearn-v2.18a95aa7f7615c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29480"
    uid: 1780c636-d5ad-46d4-a534-d45415fa7b07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 5d8ad032-806a-40fb-adbc-8bc835c96112
  kind: Event
  lastTimestamp: "2026-04-24T17:15:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:15:38Z"
    name: isvc-predictive-sklearn.18a95a514e71da57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: 59f6f66d-3279-4755-9825-e346182ab8cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 5d8ad032-806a-40fb-adbc-8bc835c96112
  kind: Event
  lastTimestamp: "2026-04-24T17:13:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:53Z"
    name: isvc-predictive-sklearn.18a95a514ecc5f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 5314f34b-c9ae-438b-8c72-3801d05f6f5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27288"
    uid: 5d8ad032-806a-40fb-adbc-8bc835c96112
  kind: Event
  lastTimestamp: "2026-04-24T17:15:38Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:15:38Z"
    name: isvc-predictive-sklearn.18a95a69c59c80aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: 4be4a45a-d168-452d-ab00-0c4e04ca2263
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:15:43.576833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27371"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6affaba9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27375"
    uid: fc57171f-a2eb-4f4e-9366-03da231dec6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27378"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:44Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:15:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6b19a276a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: ed6c3ab0-cf88-46a2-82c6-88d4d0b71765
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6b1b263b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 6d20769f-1c1e-45ab-9949-5a0f0f625edb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6b1e4e48aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27392"
    uid: 7452c292-1d24-4ec6-97c7-68d268a37e07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6b1ecae9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: 46058135-3c00-452d-93d2-80dfab45de59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6bf934b3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: ff37ee89-6be5-4783-bbf5-3a860955f733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6bfc81c0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 18cf5171-7e85-4ca1-a8e0-720c8e85d893
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6bfd0ab6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 0e409fd1-4dbc-4dc7-b785-be6c7e63df73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6bfd17baff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 9170adbe-5475-4f6c-9199-102997d9eb2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6c00f2404c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: 715ab64f-d5c1-4283-8b70-0c1b624c45ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:15:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:15:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6c018f37a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: 5576eb91-510b-4545-b361-e6a6252ae3cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a6c3529242b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: cef405ce-8d78-45af-a219-b899fc473556
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a7fed2f862d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 4b607fc7-b766-4f3a-ad83-7a18288cde94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:17:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a7fed304ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: e976af38-6538-4723-b8d3-0b0f349945fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: 9af3c6b6-2a66-4db5-a7fd-2aad0e926c46
  kind: Event
  lastTimestamp: "2026-04-24T17:17:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:17:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf.18a95a803b6ada30
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: 85a7f0f8-3969-4f53-85d0-a80492f4fd9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 9470ec9a-b761-40ab-b564-4e5eb663d583
  kind: Event
  lastTimestamp: "2026-04-24T17:15:43Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-sbjzf'
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a95a6afef5d0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27372"
    uid: d5acb730-c671-460f-a913-3662b71cefef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27353"
    uid: 44f5c10c-79ca-4ea0-b0de-755ed632f5c3
  kind: Event
  lastTimestamp: "2026-04-24T17:15:43Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-xgboost-predictor.18a95a6af5d648d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: bd727b79-c907-4ce6-85f9-33bc2e33821d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 256aef30-68e8-45d3-be34-f5674efc8b0d
  kind: Event
  lastTimestamp: "2026-04-24T17:16:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:16:28Z"
    name: isvc-predictive-xgboost-predictor.18a95a6e73d14653
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 59bd3807-c8ad-4519-9762-15fab60afb97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 256aef30-68e8-45d3-be34-f5674efc8b0d
  kind: Event
  lastTimestamp: "2026-04-24T17:16:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:16:28Z"
    name: isvc-predictive-xgboost-predictor.18a95a6e744409ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27739"
    uid: 5a19678a-088b-45f4-9d42-23cb3dd86f89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 256aef30-68e8-45d3-be34-f5674efc8b0d
  kind: Event
  lastTimestamp: "2026-04-24T17:16:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:16:58Z"
    name: isvc-predictive-xgboost-predictor.18a95a78f1dd69b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27946"
    uid: 392a01ec-36e9-4836-a78b-408929801428
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 256aef30-68e8-45d3-be34-f5674efc8b0d
  kind: Event
  lastTimestamp: "2026-04-24T17:16:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:16:58Z"
    name: isvc-predictive-xgboost-predictor.18a95a78f228fd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: efb93727-3799-434f-9a06-7848695e6ca8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:20:14.046583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29589"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aa9f8ec78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29593"
    uid: 2b24e7e4-e8dc-4b9a-829a-1a46158df4ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aaa1285740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29607"
    uid: 88b74f3d-ccd4-4de4-b49b-c836db1e6214
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aaa13d9a30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: c3804ae0-ceca-4f25-8ec6-bee5f550c956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aaa1706ae3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29611"
    uid: 27ecda74-49e5-4ce5-80e9-243c2f150cd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aaa17893086
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 1474ebd8-4ca6-4111-bfb9-cbe41d3d569b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab093effdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: 74905192-9a82-4fac-9150-aeb32417fee2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab0d72e502
    namespace: kserve-ci-e2e-test
    resourceVersion: "29654"
    uid: 64a7e2b0-9538-4965-9583-764e89ebb5f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab0df860b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29655"
    uid: 18bcebaa-f4ac-4649-bbb0-caf7e0a8f566
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab0e07352e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: d3b74e04-9f78-40bb-8f37-d465d284a8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab11e53322
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: f8c75b1e-310f-4076-ba6d-9f04c0ea9db2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:20:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:20:18Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95aab12855339
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: 7050c819-0ba5-42d2-af98-8e138125f364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:21:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95ab3a7b395b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: f9fa573b-bd7c-4195-b53a-15efdc45f317
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95abef37e735b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: e1a43ad4-141e-4b1d-ac0a-87185a185da2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95abef381927e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: 6e0e298c-f133-4ca9-bd8b-37aab9d71083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 3dab5094-5830-4f9e-b9d0-a2df490dc372
  kind: Event
  lastTimestamp: "2026-04-24T17:21:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:21:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm.18a95abf4b8bc21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: c9502c4e-2097-4717-8644-7da93a45663f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29577"
    uid: 8792d9b3-2728-449f-b506-0b667b5be8f7
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fclkm'
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a95aa9f85001af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29590"
    uid: fad0e727-67fc-4482-811b-54e7ae8f833e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29575"
    uid: 6c0641e7-f652-4d7a-a254-58e256dd0860
  kind: Event
  lastTimestamp: "2026-04-24T17:20:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:13Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95aa9f3d77db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: e8a2993b-3468-400a-a23c-f7afd5e2770e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 59e7b803-83cd-4429-aa7a-784606abf6b3
  kind: Event
  lastTimestamp: "2026-04-24T17:20:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95aad72639c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 9c30d8da-4103-492b-a8d8-437fecc687b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 59e7b803-83cd-4429-aa7a-784606abf6b3
  kind: Event
  lastTimestamp: "2026-04-24T17:20:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:20:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95aad72c73c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29953"
    uid: f8122164-9bd0-4855-a9fa-d1e9b855b288
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 59e7b803-83cd-4429-aa7a-784606abf6b3
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95ab0f1e45d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 93fe90b3-301e-4d5c-848f-85f33fe77c99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 59e7b803-83cd-4429-aa7a-784606abf6b3
  kind: Event
  lastTimestamp: "2026-04-24T17:21:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:21:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18a95ab0f24fb500
    namespace: kserve-ci-e2e-test
    resourceVersion: "30287"
    uid: 9d9b0f7b-f2af-4f83-8b45-a7d7ae129f43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: e3f4c650-248c-4d41-8694-847a8305acb1
  kind: Event
  lastTimestamp: "2026-04-24T17:21:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:21:35Z"
    name: isvc-predictive-xgboost-v2.18a95aa9f3b240c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: cb83aa63-31b0-4c7e-b11d-8e597f95a76d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: e3f4c650-248c-4d41-8694-847a8305acb1
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2.18a95aa9f40878cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 812c7259-15b9-4224-aa2c-e23f8f6d7bef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: e3f4c650-248c-4d41-8694-847a8305acb1
  kind: Event
  lastTimestamp: "2026-04-24T17:20:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:20:14Z"
    name: isvc-predictive-xgboost-v2.18a95aa9fb1b7650
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: e3dbd581-cafe-4d59-a5e1-8f0022ad6343
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:21:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: e3f4c650-248c-4d41-8694-847a8305acb1
  kind: Event
  lastTimestamp: "2026-04-24T17:21:35Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:21:35Z"
    name: isvc-predictive-xgboost-v2.18a95abcfcd5b2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: cef8b780-eebb-4b17-8527-9dce985bcf34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: a945bdbd-c513-4773-9232-3138913ed481
  kind: Event
  lastTimestamp: "2026-04-24T17:17:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:17:04Z"
    name: isvc-predictive-xgboost.18a95a6af5141250
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: a00134d8-4462-4d6d-98b6-55db9b4b90c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:15:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: a945bdbd-c513-4773-9232-3138913ed481
  kind: Event
  lastTimestamp: "2026-04-24T17:15:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:15:43Z"
    name: isvc-predictive-xgboost.18a95a6af6754644
    namespace: kserve-ci-e2e-test
    resourceVersion: "27361"
    uid: 17d6d7cd-0701-4039-a6af-4661688d1eb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:17:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: a945bdbd-c513-4773-9232-3138913ed481
  kind: Event
  lastTimestamp: "2026-04-24T17:17:04Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:17:04Z"
    name: isvc-predictive-xgboost.18a95a7dec658f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: f38b9281-316a-4279-91e8-e68ab19d1ad7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:12:06.513951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a3875b6e5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 2a070209-37c6-428d-b156-3f6c1833f94e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a388f77b636
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 0d129f73-f29e-4609-9341-c9a0793e7e60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a3890deda0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: ba42525a-32eb-4e63-af8c-21de91a974b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:07Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a3893b11fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: b066304f-49a6-4fbc-8646-ba423ed5d994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:07Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a389484d570
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: 61d49bf6-b4bd-4189-8173-ff085f2f1a72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a39878ba092
    namespace: kserve-ci-e2e-test
    resourceVersion: "25532"
    uid: f9dbe108-e304-47f5-a4e9-01727ddf8780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a398ad933c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 544cdc42-6410-4eb3-b347-c50d6b1adda6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a398b5c6093
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: e797899b-223a-4156-a563-5f0fb2b520a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a398b6acffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: c2190c88-6210-473b-833d-5c2eb0598ea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a398e5dadec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 14e106af-3bcd-4100-88a2-f4bb74d363c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:12:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:12:11Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a398ee3a93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 77d1a166-e60f-405b-9c16-7029352183ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:13:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:08Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a39c38492cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25956"
    uid: 522b6030-6151-450c-88fe-c984fd817a4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a4ee15ae3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: d4cc704f-b3d0-4ec6-8016-551a86dd51c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:13:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:42Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a4ee15c0471
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: 3a5f082a-f411-4e86-a5df-0153e46332c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: f8c5db1f-0c24-40e2-bdf4-49b335e16b9b
  kind: Event
  lastTimestamp: "2026-04-24T17:13:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:43Z"
    name: isvc-primary-73341c-predictor-8549f8dbd-p8pcj.18a95a4ef3b6ef66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: f3d788e8-0393-45e1-b1e9-2ba079ea0eaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-73341c-predictor-8549f8dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: f0b6e3d2-2450-4493-8e19-5c9ea338c656
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: 'Created pod: isvc-primary-73341c-predictor-8549f8dbd-p8pcj'
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c-predictor-8549f8dbd.18a95a387548f566
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 4ac3a103-d7b9-4558-a3bc-95e9eaeb875c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 2eb6946d-7e44-405a-9ab8-882b55cfdb38
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: Scaled up replica set isvc-primary-73341c-predictor-8549f8dbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c-predictor.18a95a387084327b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 75f774ea-c511-41dd-8c14-debcfa36dea1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 2f01fdd1-7597-4eed-a769-34bb9e483e22
  kind: Event
  lastTimestamp: "2026-04-24T17:12:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:36Z"
    name: isvc-primary-73341c-predictor.18a95a3bef6ff4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 73161083-af3b-4805-bda7-d6a2ee2aa22b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 2f01fdd1-7597-4eed-a769-34bb9e483e22
  kind: Event
  lastTimestamp: "2026-04-24T17:12:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:12:36Z"
    name: isvc-primary-73341c-predictor.18a95a3befd195ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 57b3e69b-eef7-4512-8993-6c26b5cb4690
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: 2f01fdd1-7597-4eed-a769-34bb9e483e22
  kind: Event
  lastTimestamp: "2026-04-24T17:13:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:36Z"
    name: isvc-primary-73341c-predictor.18a95a42ee02d92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: c491f5d5-c212-446d-bde6-051ded523820
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: 2f01fdd1-7597-4eed-a769-34bb9e483e22
  kind: Event
  lastTimestamp: "2026-04-24T17:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:36Z"
    name: isvc-primary-73341c-predictor.18a95a42ee675e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: a5105f37-0a55-4546-8614-d68a115fc795
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 62c0a85b-b159-4f04-b7a9-42f5c43286a7
  kind: Event
  lastTimestamp: "2026-04-24T17:13:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:18Z"
    name: isvc-primary-73341c.18a95a38706f2daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: c38b7cfc-cab9-4a6c-89b2-5128556429e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 62c0a85b-b159-4f04-b7a9-42f5c43286a7
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-73341c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-73341c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c.18a95a38711819a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: cd681812-87ce-4831-bcf7-b99096083050
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 62c0a85b-b159-4f04-b7a9-42f5c43286a7
  kind: Event
  lastTimestamp: "2026-04-24T17:12:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-73341c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:12:06Z"
    name: isvc-primary-73341c.18a95a38711864a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: e7d50569-f1e4-474c-8c79-0864920b2a84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 62c0a85b-b159-4f04-b7a9-42f5c43286a7
  kind: Event
  lastTimestamp: "2026-04-24T17:13:18Z"
  message: InferenceService [isvc-primary-73341c] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:18Z"
    name: isvc-primary-73341c.18a95a4926923fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: e42271f7-c058-49fe-9661-db0f2100047e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:13:26.689429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26129"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:13:26Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4b208bafc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: 8e3803c8-83c3-4ede-80f5-eaf37f5a5d5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26139"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: "2026-04-24T17:13:27Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:13:27Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4b3a71d90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 7f85d728-d4cb-4dc9-8370-754eafbe2ef4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: "2026-04-24T17:13:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:32Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4b3bdccc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: 9c5a09f3-5d92-4e6f-abdd-28d09ee382ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: "2026-04-24T17:13:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:32Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4b3f644dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: ae84654c-fb55-493a-b061-64de41adea53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: "2026-04-24T17:13:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:32Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4b3fe436ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: ae5c0f38-ba5e-41c9-b6d9-609d8e96bd68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: da43a52b-29e5-4e7d-aee5-af05e07d8566
  kind: Event
  lastTimestamp: "2026-04-24T17:13:37Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w_kserve-ci-e2e-test(da43a52b-29e5-4e7d-aee5-af05e07d8566)
  metadata:
    creationTimestamp: "2026-04-24T17:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:13:37Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w.18a95a4d9da4a772
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: f2199c24-da62-485b-b915-2af994c9c557
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-73341c-predictor-7b74fcc47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26120"
    uid: 1ee440ed-63c3-427d-b602-8fdadc1e5440
  kind: Event
  lastTimestamp: "2026-04-24T17:13:26Z"
  message: 'Created pod: isvc-secondary-73341c-predictor-7b74fcc47f-jcz9w'
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:26Z"
    name: isvc-secondary-73341c-predictor-7b74fcc47f.18a95a4b1ffe6655
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 40f9e55f-df6a-4807-82fd-0dff3edd753f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 06175f75-1c27-46a7-b035-257d5a4f4195
  kind: Event
  lastTimestamp: "2026-04-24T17:13:26Z"
  message: Scaled up replica set isvc-secondary-73341c-predictor-7b74fcc47f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:26Z"
    name: isvc-secondary-73341c-predictor.18a95a4b1d17ef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: a4ed3354-b78f-448f-ada4-dab9ecee0f9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 2c695e59-f136-4eb2-8160-9a4a0e3738fe
  kind: Event
  lastTimestamp: "2026-04-24T17:13:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:41Z"
    name: isvc-secondary-73341c-predictor.18a95a4e9c292ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: cde9cd5b-86d0-49a5-ba27-ab04c3e1f90a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-73341c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 2c695e59-f136-4eb2-8160-9a4a0e3738fe
  kind: Event
  lastTimestamp: "2026-04-24T17:13:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:13:41Z"
    name: isvc-secondary-73341c-predictor.18a95a4e9c8c3416
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 996446a9-5542-4355-b038-cda45754d803
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 50ee70a2-e3f8-41f2-b975-8e5cc40fdecd
  kind: Event
  lastTimestamp: "2026-04-24T17:13:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:38Z"
    name: isvc-secondary-73341c.18a95a4b1d1b08fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: b6f9509d-04a9-4be7-a78f-a750be1e408b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 50ee70a2-e3f8-41f2-b975-8e5cc40fdecd
  kind: Event
  lastTimestamp: "2026-04-24T17:13:26Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-73341c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-73341c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:26Z"
    name: isvc-secondary-73341c.18a95a4b1d9a1df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: dc31bdb7-e47b-4e06-bbe5-7d1148ffd529
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-73341c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 50ee70a2-e3f8-41f2-b975-8e5cc40fdecd
  kind: Event
  lastTimestamp: "2026-04-24T17:13:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-73341c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:13:26Z"
    name: isvc-secondary-73341c.18a95a4b1d9aabef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26125"
    uid: 0885701b-dc28-49ce-bf32-ab07d9e684fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:52:15.439532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95923242595a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: fa83ae83-fafb-4395-8f2d-8caf416dda95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959233d64106b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 95a2c737-8764-4366-b7b5-fb1a9dfba1df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959233ef072aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 60caa299-ff42-4bbd-958e-a0318a03de70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a9592341c889a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 58a33ae5-3c84-49bd-97c3-26dc04aa5b3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959234241b5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: a4216589-c557-41c9-b52b-07b792aada6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95924507e2414
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 2a8f3608-73d1-4481-ba3c-97948be7518b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a9592453921ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 5898a10c-bad5-4253-a9f0-e11a1cde9db2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95924540a66a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 02a9799c-3a35-45cc-b646-9f589ed488b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959245418e048
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: db47dbc4-15c8-4933-b5d9-fec408642f39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a9592456d5bee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: 02b35595-52f7-4e7c-8a89-8c3b24d1ab53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95924574e800d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 8b40806a-7aad-4a40-bf78-270e8e728d4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5aae85f2574152f3a7b4c987fbd6518ba6ad86f444cb6ad28584be1c1d04cd67"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95924575b8676
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 7eb9a863-3854-4318-ad2c-c8737e6a39ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959245a926d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: a9d6f2c9-a31c-433c-ac8b-70cb210a4f38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:52:20Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959245b0c3e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: a4f55182-e488-4eef-9bdc-d910ff728015
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:58Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a959248c775f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 346e6afb-cd35-4ac0-8cc2-c1628bf5f7c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T16:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:58Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95924c841b45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: e4bbc322-0855-4445-b8a6-5690d2d661e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95936ea25d38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 781bf70b-b437-4ec2-8000-66aafa58735e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95936ea26fce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 2c14925a-182d-4af0-8142-0825554876b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95936ea26fce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 16f663fd-16b7-4aeb-b277-605a0f03fd1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: abaaf81a-49e4-41c5-8815-abd1e5158d77
  kind: Event
  lastTimestamp: "2026-04-24T16:53:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T16:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:58Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg.18a95937a469b44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 95ce8356-164f-40f9-b91e-8066f48cdade
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: a6a3e4c8-33e5-4ced-b1e6-137352fb4894
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7487fd8f4-jd5wg'
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7487fd8f4.18a959232388342f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 5f8b6300-477f-40c9-968e-7552797b4b81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: c9a78dca-8d86-4f78-8054-a84b7872b918
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7487fd8f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9592317a02622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 5fa1b330-a7e6-4e54-86e3-779ea8247c71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 3d4a12c3-07c6-4c04-9705-2640b7c6465c
  kind: Event
  lastTimestamp: "2026-04-24T16:53:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9592695de7352
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 7b1aa47e-0e2b-48be-a9de-692148961f24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 3d4a12c3-07c6-4c04-9705-2640b7c6465c
  kind: Event
  lastTimestamp: "2026-04-24T16:53:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9592696611dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: c9134a16-9ad1-4cb5-a10a-e7f79bdd5350
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 3d4a12c3-07c6-4c04-9705-2640b7c6465c
  kind: Event
  lastTimestamp: "2026-04-24T16:53:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9592a15a8c5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: ed78e781-9781-4dbd-9aa9-3aa1c0b08179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 3d4a12c3-07c6-4c04-9705-2640b7c6465c
  kind: Event
  lastTimestamp: "2026-04-24T16:53:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9592a161eefc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: b451a208-b2d0-464b-8b0b-2d39a3cf8222
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 10ceb4f6-eeae-44f1-830a-600f7f126496
  kind: Event
  lastTimestamp: "2026-04-24T16:53:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:53:28Z"
    name: isvc-sklearn-batcher-custom.18a95923171fba87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 6afc69f4-ffbd-4ff2-ba57-02cfc8b787c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 10ceb4f6-eeae-44f1-830a-600f7f126496
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-custom.18a9592318e50ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: ba74f885-93bb-4051-bb02-e5b6c3c75a93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 10ceb4f6-eeae-44f1-830a-600f7f126496
  kind: Event
  lastTimestamp: "2026-04-24T16:53:28Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:53:28Z"
    name: isvc-sklearn-batcher-custom.18a959342cba13c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 3ae2d117-6ff4-4447-a6b2-a6012c73c4b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:50:30.097590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14499"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:50:30Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590a9d4771c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 6df6b433-386e-4906-ae6f-5a3225fbcd20
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:30Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590aa5d005d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 7ae4f8da-b7df-4c57-9f7f-cc48650c072a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:31Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:50:31Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590ada8a80ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: 120e652c-1c7d-4cc6-9a5c-60bd0ba14203
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
  metadata:
    creationTimestamp: "2026-04-24T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:31Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590adc0b215d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 21cf00de-8406-4636-a309-3324107ad3b0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    in 3.496s (3.496s including waiting). Image size: 301492151 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:34Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590bac757283
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 2970e0a2-eab9-41c1-8979-25134d1e0ad0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:34Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590baff99599
    namespace: kserve-ci-e2e-test
    resourceVersion: "14552"
    uid: 607e8317-803f-4d65-b84d-0e476b3f7be8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:34Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590bb0744988
    namespace: kserve-ci-e2e-test
    resourceVersion: "14553"
    uid: 691e8caf-6139-4bf1-bc86-75644323f1fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:39Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
  metadata:
    creationTimestamp: "2026-04-24T16:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:39Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590cb9e724a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: d4de0dfd-aec0-4c58-979e-23161dff528a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    in 13.537s (13.537s including waiting). Image size: 1560917938 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:52Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590fe0d0970a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 4619f8e4-903f-4d47-b3bc-fb3002a79d9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:52Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590fe45d5c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 54e76979-2b99-4f92-a2cc-72efdd1c6fbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:52Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590fe4d76074
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 96d1bc52-351d-45ff-adfa-fa8d9acc1e77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T16:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:52Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9590fe4e4fbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 55b66fdd-461d-4d95-8c6d-baa4f56b5408
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.323s (2.323s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:55Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959106f5f6f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 4f7538af-969c-4435-a19a-2c0ab53bfd95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:55Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959107285189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: bd20bdd6-efd8-44be-8fc1-72daca9ffa2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:55Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9591073017b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 00297b45-79c0-4e48-8565-40e2e1b8524e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:5aae85f2574152f3a7b4c987fbd6518ba6ad86f444cb6ad28584be1c1d04cd67"
  metadata:
    creationTimestamp: "2026-04-24T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:55Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a95910730e6d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: db3151ea-e933-4057-a8a3-10d882ff59a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:5aae85f2574152f3a7b4c987fbd6518ba6ad86f444cb6ad28584be1c1d04cd67"
    in 2.805s (2.805s including waiting). Image size: 238033498 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:57Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959111a447dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14736"
    uid: 6dc6a1e0-5c22-45af-970f-249dde9bc123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T16:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:58Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959111d4562df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14737"
    uid: a1c6bd9d-7953-4bd8-886c-847be543af96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:50:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T16:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:50:58Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959111dc045c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 143d4f5d-cc70-4545-a634-ddc4ff67caa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T16:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:31Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a95911668bbbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 11e606ec-5091-4918-bd8b-e0b14e25e707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T16:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:31Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a959116695e11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 311d116a-c8a2-44a9-85e0-0dff85d8a416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a95923156ccf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: f71500b7-5fe0-4a18-8431-349aafccef18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a95923156d409f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 6910a622-4ce7-48c4-93d4-d2c8d111a131
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:15Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a95923156dbede
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 9afcf7a6-a79a-4989-9c57-9a481e72e87b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 9131647b-b423-4c5a-9e80-c66ad6b211fe
  kind: Event
  lastTimestamp: "2026-04-24T16:52:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T16:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:52:30Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj.18a9592318ac9f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 19ec069a-7be3-4555-99a2-b139783623ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5d9978c695
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: e7bbf3fd-c406-4ee3-abe8-9ce528f9464a
  kind: Event
  lastTimestamp: "2026-04-24T16:50:30Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5d9978c695-sfwmj'
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:50:30Z"
    name: isvc-sklearn-batcher-predictor-5d9978c695.18a9590a9bfea5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 5be385e7-d301-4e8f-9b32-4707a4c874b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14491"
    uid: 6898f9b2-757e-46dc-96d5-99db9a10a29e
  kind: Event
  lastTimestamp: "2026-04-24T16:50:29Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5d9978c695 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:50:29Z"
    name: isvc-sklearn-batcher-predictor.18a9590a95c28bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: 45e27fc5-77b6-427c-b819-fccfad1016f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: ca454de3-3051-490d-93ec-cf6933faa612
  kind: Event
  lastTimestamp: "2026-04-24T16:51:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:51:30Z"
    name: isvc-sklearn-batcher-predictor.18a9590e1c6aeaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: f0bb670f-64fc-4248-b973-86ba927ac8fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: ca454de3-3051-490d-93ec-cf6933faa612
  kind: Event
  lastTimestamp: "2026-04-24T16:51:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:51:30Z"
    name: isvc-sklearn-batcher-predictor.18a9590e1cf3f7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 98c71cee-b5db-46d7-b070-1327b33a3234
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: ca454de3-3051-490d-93ec-cf6933faa612
  kind: Event
  lastTimestamp: "2026-04-24T16:52:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:52:00Z"
    name: isvc-sklearn-batcher-predictor.18a959151c010032
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: eec38f9d-c97d-4870-87d2-76a50c1afd53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T16:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: ca454de3-3051-490d-93ec-cf6933faa612
  kind: Event
  lastTimestamp: "2026-04-24T16:52:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T16:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:52:00Z"
    name: isvc-sklearn-batcher-predictor.18a959151ca4b407
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 7207836a-c996-4b0e-8e44-2957309d3239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 1eb0342e-d6ae-4e0d-8210-47bcb984e9d4
  kind: Event
  lastTimestamp: "2026-04-24T16:52:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:52:01Z"
    name: isvc-sklearn-batcher.18a9590a9c228479
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 81230103-444d-48f6-8251-8c1e77977433
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 1eb0342e-d6ae-4e0d-8210-47bcb984e9d4
  kind: Event
  lastTimestamp: "2026-04-24T16:50:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:50:30Z"
    name: isvc-sklearn-batcher.18a9590a9d431ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 6caa1c2c-e8c7-4989-8afd-c50f2179210e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 1eb0342e-d6ae-4e0d-8210-47bcb984e9d4
  kind: Event
  lastTimestamp: "2026-04-24T16:50:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:50:30Z"
    name: isvc-sklearn-batcher.18a9590a9d439587
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: 667998b1-52aa-4283-b938-9af768eb9a3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:52:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 1eb0342e-d6ae-4e0d-8210-47bcb984e9d4
  kind: Event
  lastTimestamp: "2026-04-24T16:52:01Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:52:01Z"
    name: isvc-sklearn-batcher.18a9591fdc76875b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: 402255b3-0b97-4ef6-9f61-ba371568b0ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:02:47.409952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b64884f2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 877ff107-11bd-4902-a0ff-d4fb3152f7f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b661ba1d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: e7fc3899-62fd-4e1b-8f16-e91accff094b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b6637be668
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 0ccaab9b-22fb-4f7c-aadf-998c55f2a9ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b666480327
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: cc59dbdc-dca5-4890-ae02-ff3d07f3b68a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b666bf068b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: 4338f1b7-de5b-4046-ac3d-fb430a194d10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:52Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b7721a5b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: 49ead5ad-bcd8-4fda-b64d-3afac99e67ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:52Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b775340c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 818f175a-d8cd-4140-8af0-0104462979bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:52Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b775b052ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 8f92a2cc-2115-49c1-8455-3fc85a915b10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:52Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b775bcd715
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: dc11b126-68cc-4486-92b1-3c3bc37e809d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.068s (3.068s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b82ca552f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 9c2348b1-9b98-47ed-8dac-d690b289793e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b8301c30fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 5055c255-6811-4b9e-a514-6252ffec1abc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b830959103
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 6953e4c0-5674-4fbf-8f03-b8c5e453b0c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b830a15272
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 9dca57b3-aa62-47d2-ace6-12ff1239db95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b833a26935
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 5d3e3c09-656d-465a-8d75-313629c2d0a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:02:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:02:55Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959b8341d02d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: bea30e7d-cc2d-435b-8956-40876882bf43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:04:33Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:33Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959beabae6253
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 09f17f7b-7ced-4b46-b5db-172b9f06ec1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959c8ecface58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: b87ce009-ebaf-4282-b92c-655456c6ea5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959c8ecfb3b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: bcba1174-c9ef-4bc4-ae7f-c38469618a0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:04:07Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:07Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959c8ecfb85f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 73a9ee46-073f-43f6-8911-938423f49280
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c41767ab-b00b-4075-8a45-f38715c0de0a
  kind: Event
  lastTimestamp: "2026-04-24T17:04:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:04:33Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs.18a959c9258b281a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 4d07e84f-65d8-42bb-b976-62b1b0ceee1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-59bc9cc798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: aa7020d3-d999-48d4-b3e3-8fffef9215f0
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-59bc9cc798-lfwvs'
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor-59bc9cc798.18a959b6480cd051
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 5025777e-d925-4654-9bff-bb7a08b23cf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: 91330006-2782-45da-8504-a7cf7f293ad4
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-59bc9cc798 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp-predictor.18a959b64495aecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 52c8adbb-5f50-429b-ac1d-f95d8796fb45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: e1348585-3ceb-4bfc-abec-b5eaefb61e77
  kind: Event
  lastTimestamp: "2026-04-24T17:04:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:04:03Z"
    name: isvc-sklearn-mcp.18a959b64415a9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 5bbd76e7-ab3f-4df1-916d-89506a52211c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: e1348585-3ceb-4bfc-abec-b5eaefb61e77
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp.18a959b6449f5728
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 5399f89a-88b2-4b57-927e-a27519a1189b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: e1348585-3ceb-4bfc-abec-b5eaefb61e77
  kind: Event
  lastTimestamp: "2026-04-24T17:02:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:02:47Z"
    name: isvc-sklearn-mcp.18a959b64ac5466c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: f11a1701-46ad-463b-b9be-7f2470451641
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:04:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: e1348585-3ceb-4bfc-abec-b5eaefb61e77
  kind: Event
  lastTimestamp: "2026-04-24T17:04:03Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:04:03Z"
    name: isvc-sklearn-mcp.18a959c80112bdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: ac6250fa-6858-457c-8feb-900dd55f5cc6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:23:16.524813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6cff579875-rbdsl
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad475795d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: 176beecc-6576-40f6-87ec-aca7896d1ff0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:16Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad48eee62f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31136"
    uid: 67d7205e-b546-40e8-b476-cc860d581d73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad4906307ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: deb60cba-2676-4af2-93c7-cdcbe7787247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:17Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad4931325cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: 015ad316-582b-4bf3-a434-70f41cc7a390
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:17Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad493a3ba2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: a4b03d14-a655-4015-bcc7-64cf2699ff58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad58ad1c323
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: ccb9fd7b-5926-4375-b735-2d3115f36725
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad58ed68dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: 9b567fbf-838e-4c23-9d78-dd9f075b894a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad58f5f2dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: db5aa882-b9d8-4997-9907-1a7532b33578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad58f6e796c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: db43d57f-47a8-42a0-be15-b941b04a7484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad5925d5cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: baf4656f-4e06-42c9-a19e-a24a37ee958e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:23:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:23:21Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad592db8e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 6caec2a7-24f7-4a1a-8529-159351e8c660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:24:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:39Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ad60288c327
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: eb1969e9-625b-4d7b-9684-2bfe9d2e653a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ae71d9b2857
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: eeb70897-7f14-40e0-b4dc-a0b25019a531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ae71d9b9bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31764"
    uid: fa9938fc-f1cd-4398-8dbe-e6e397fb6355
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6cff579875-rbdsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: d69f1970-ea88-482c-b826-8889e19df0bf
  kind: Event
  lastTimestamp: "2026-04-24T17:24:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:39Z"
    name: isvc-sklearn-predictor-6cff579875-rbdsl.18a95ae7b4a7515f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31825"
    uid: 6ef39128-97ed-41e2-aa78-75059b78a36e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6cff579875
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: fb71d014-24b5-425a-a3d4-52c8aefa4ee9
  kind: Event
  lastTimestamp: "2026-04-24T17:23:16Z"
  message: 'Created pod: isvc-sklearn-predictor-6cff579875-rbdsl'
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn-predictor-6cff579875.18a95ad474e1cf71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: 5f3dbd34-3fca-4c77-b316-7b333af49ec3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: fc1dd6c4-e874-47b9-8ace-8872cc87f525
  kind: Event
  lastTimestamp: "2026-04-24T17:23:16Z"
  message: Scaled up replica set isvc-sklearn-predictor-6cff579875 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn-predictor.18a95ad4727a348c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 41ebb483-5456-444e-bf7b-d5b66de3c120
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 73382642-f925-4961-bf33-249c45df6322
  kind: Event
  lastTimestamp: "2026-04-24T17:24:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:01Z"
    name: isvc-sklearn-predictor.18a95ad7f0f4def3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: be5dfc03-3a9f-4a98-b52c-397cd71cbe48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 73382642-f925-4961-bf33-249c45df6322
  kind: Event
  lastTimestamp: "2026-04-24T17:24:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:01Z"
    name: isvc-sklearn-predictor.18a95ad7f15acbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: c1e89895-cd7a-413a-9d3d-c32542d9d957
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 73382642-f925-4961-bf33-249c45df6322
  kind: Event
  lastTimestamp: "2026-04-24T17:24:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:31Z"
    name: isvc-sklearn-predictor.18a95adb7088ad8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: 72fc3f47-7f01-469a-9d26-47046b6770b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 73382642-f925-4961-bf33-249c45df6322
  kind: Event
  lastTimestamp: "2026-04-24T17:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:31Z"
    name: isvc-sklearn-predictor.18a95adb70f9272a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31698"
    uid: 5518b4ab-073d-4f12-924c-1510d1e58734
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:25:36.923796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af525e7cc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: c42ab499-bbfc-49c6-97d6-9659ee68c086
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32308"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:37Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:25:37Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af53f857e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 6b2c0d4c-8d97-45bc-89fa-3a78f198521a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:37Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af541451b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: d8db52a3-5070-40fa-a217-b1a296aad627
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:37Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af544360c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: 52f69149-0c20-4af9-b021-215f65e941fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:37Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af544b7cd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 7715ea71-482a-44aa-ad16-bb5c62991487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af67909b4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: 274a365f-c665-4e13-844a-4d6621d33df4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af67d3b464e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: fa3680d4-1ab8-4d01-ac5a-b9a150123851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af67dc58882
    namespace: kserve-ci-e2e-test
    resourceVersion: "32365"
    uid: 2b1f5d26-64e0-4296-b2aa-e4ba67e73999
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af67dd2ff7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: c4c82990-48dd-402f-bb31-f81f5f28fefd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af681dec581
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: b5a1aebe-d796-44aa-979f-22a0fe4eda69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:42Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af682803304
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 6817d716-c0a4-461b-a072-0ff6b75c9c98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:25:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:49Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95af6b4fdcc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: f69b5973-69b9-48e9-a556-ef52dca29dc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95afdcd1749d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: fcf8b3b9-41b9-4a76-8bb8-8a96c8189c14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95afdcd180798
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: 05c69ae4-0beb-4ee6-838c-2a25c89937fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a9fba819-8548-45e6-b064-6ad2784b96cd
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx.18a95afdece3666e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32663"
    uid: d4358ae8-ea32-4e27-a7ca-c4f61dd8fa5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-588cd468b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32288"
    uid: 759747c5-ec9c-4592-8b9d-fddd434ba690
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-588cd468b5-6w9mx'
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: isvc-sklearn-runtime-predictor-588cd468b5.18a95af525d413f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: d5348b3c-cb88-4c74-bf4d-973f14c1e22d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32285"
    uid: 0bc8f283-62fb-4b28-9b76-30d4ad1876b9
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-588cd468b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: isvc-sklearn-runtime-predictor.18a95af521891d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "32291"
    uid: bba8ae42-90e7-4bae-81cf-fbb96d17e630
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32287"
    uid: 8ddc0322-a420-4788-ad19-10f7aee426d8
  kind: Event
  lastTimestamp: "2026-04-24T17:26:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:06Z"
    name: isvc-sklearn-runtime-predictor.18a95af8a089404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: 57bf1105-8e49-4e80-a9d7-6b11a300cce1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32287"
    uid: 8ddc0322-a420-4788-ad19-10f7aee426d8
  kind: Event
  lastTimestamp: "2026-04-24T17:26:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:06Z"
    name: isvc-sklearn-runtime-predictor.18a95af8a0d6a250
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 0492a98d-7d0a-4833-bf50-7d33f7a43c23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: ea8c3c57-0ea7-41c1-945a-dca4f31b8ce1
  kind: Event
  lastTimestamp: "2026-04-24T17:25:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:25:59Z"
    name: isvc-sklearn-runtime.18a95af52167398f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 0219688c-933a-49c2-8435-4c513f694407
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: ea8c3c57-0ea7-41c1-945a-dca4f31b8ce1
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: isvc-sklearn-runtime.18a95af521ec5c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: 2a08feee-229c-4003-bd78-b6c2ea1eacd9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: ea8c3c57-0ea7-41c1-945a-dca4f31b8ce1
  kind: Event
  lastTimestamp: "2026-04-24T17:25:59Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:25:59Z"
    name: isvc-sklearn-runtime.18a95afa73973545
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 6a460ed3-897f-423c-b056-97777cea7f62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:40:23.096946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39739"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-857d79f78-fvmqx
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc379f10a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39743"
    uid: 5b47c845-68cf-47d3-88e4-747ae1fc50fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc386d87fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: a79bacc7-0f94-4768-9120-111775a8f8c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:24Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:40:24Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc3b712d6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39765"
    uid: 62fa850f-36ea-4819-86a0-9517fb546043
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:24Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc3b8817980
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: fb2b1309-604b-4518-982b-c6fcb6d3cade
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:24Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc3bbdb1b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 4c8a30e6-3580-444e-a493-ac810663abf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:24Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc3bc4da1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: 12e7a61e-0c3b-4a08-a033-932cf2786428
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc402f81bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39786"
    uid: 810c9a64-89c7-4d4b-ac8e-24b767808661
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc406b78a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: af42eb4d-6b25-4315-80ab-48d738a84c35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc407313848
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 9db73ef3-d1e7-4283-a61f-eb3eae40e223
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc4073f36c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39792"
    uid: 3fb1a5ad-8ebb-42a0-8a98-1dfa88f48e63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc40ab660aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: bdce4226-bba7-4441-93bd-658538fb2347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc40b33d0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: 4820f05d-87d6-4c3e-8207-b1a981501ab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:41:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:22Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bc43eecb00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40204"
    uid: 9dd37cbe-4ee7-47d9-9770-fa72b8aec225
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bd3cc41b100
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 5a23f6c4-1d21-469e-af24-d817da197755
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bd3cc424b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: c81c0e04-c745-43d1-a25e-26951ad19f60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: d987bffd-5418-4a39-9ada-511d8423a40e
  kind: Event
  lastTimestamp: "2026-04-24T17:41:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:37Z"
    name: isvc-sklearn-s3-predictor-857d79f78-fvmqx.18a95bd4c736d495
    namespace: kserve-ci-e2e-test
    resourceVersion: "40426"
    uid: 54aa0091-967e-456d-9b9a-281c1d4b042c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-857d79f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: 79af420f-d68c-4179-bc44-a3d33e6c9be8
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-857d79f78-fvmqx'
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3-predictor-857d79f78.18a95bc3798502c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: d5e158a7-6fc9-40bf-81c8-4dec77728282
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39725"
    uid: f1629e14-fbb7-4a7c-bdf5-8d137e2a62cc
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-857d79f78 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3-predictor.18a95bc376a4095e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39730"
    uid: ae101e61-dabb-42a7-80ad-c7ea1ec9a25c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 555d329b-65fa-4edc-a8f6-7e45164d2879
  kind: Event
  lastTimestamp: "2026-04-24T17:41:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:41:23Z"
    name: isvc-sklearn-s3-predictor.18a95bc6f58302a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: af1455d4-7c70-46ff-8d17-527578bde385
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 555d329b-65fa-4edc-a8f6-7e45164d2879
  kind: Event
  lastTimestamp: "2026-04-24T17:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:41:23Z"
    name: isvc-sklearn-s3-predictor.18a95bc6f5e666b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40208"
    uid: 32031560-acb8-40cc-b104-a4eca0b616f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:44:26.689083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41867"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:44:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:44:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfc3129ff24
    namespace: kserve-ci-e2e-test
    resourceVersion: "41874"
    uid: ba2b7b7d-9d03-436f-82a7-a730d8061c0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41878"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: "2026-04-24T17:44:27Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:44:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfc4a703f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: 9befd269-84f2-4e76-98f9-f42d95d618c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: "2026-04-24T17:44:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfc4bdfc333
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 7615b225-2158-4b43-8aa1-243211048af4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: "2026-04-24T17:44:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfc4fb989c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: cd3d14ba-e498-4d66-a418-763459333dc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: "2026-04-24T17:44:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfc5036d9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41939"
    uid: 55656b37-dd4a-4208-9145-57e439111779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41869"
    uid: 1d397b5f-6ad3-4fc0-8f4b-7cfae1ef1128
  kind: Event
  lastTimestamp: "2026-04-24T17:44:36Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8.18a95bfe824fb332
    namespace: kserve-ci-e2e-test
    resourceVersion: "41992"
    uid: dc9321e6-cea3-4fef-9d86-b64f9d892141
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41857"
    uid: faee0eff-afdb-4162-a7c8-5a12adbf67d6
  kind: Event
  lastTimestamp: "2026-04-24T17:44:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b-tvwm8'
  metadata:
    creationTimestamp: "2026-04-24T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b.18a95bfc3094d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "41868"
    uid: dabe31c2-7389-4f00-a4ec-f07e064cda98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41856"
    uid: baa94c7d-c02b-493e-ac07-b2fb3aed8809
  kind: Event
  lastTimestamp: "2026-04-24T17:44:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5475696f5b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a95bfc2cfbbdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41859"
    uid: 96a12ea9-f56e-405a-a6b7-95e4a07c27ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41846"
    uid: 824f9b41-e2a9-4b79-99cc-49b36e89cd2d
  kind: Event
  lastTimestamp: "2026-04-24T17:44:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:44:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a95bfc2ced48cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41941"
    uid: b6376df6-c51d-4d9c-ad1b-c69aecbcec00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41846"
    uid: 824f9b41-e2a9-4b79-99cc-49b36e89cd2d
  kind: Event
  lastTimestamp: "2026-04-24T17:44:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:44:26Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a95bfc2e09bd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "41863"
    uid: cc0b289c-27a6-4f9b-97e3-7f7ec95c4403
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:43:05.544844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41202"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be94c972eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41210"
    uid: f3fac23a-d4ad-4636-8831-a73102779fe3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41214"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:05Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be965d81913
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: d59b2727-5655-42da-aa41-474cf1cd6724
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be96727e460
    namespace: kserve-ci-e2e-test
    resourceVersion: "41221"
    uid: cb45bccf-a353-43bf-9e51-f185a60b8432
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be96af11e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "41224"
    uid: 9a6940d2-a872-4928-9adc-74453481f8b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be96b6f1291
    namespace: kserve-ci-e2e-test
    resourceVersion: "41225"
    uid: 833f8daf-37e0-401b-bbbc-69b14b6ee5c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9d8be0bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: e9db81b0-cae8-43e1-828f-573ef42964d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9dba0fcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: 328fc16e-a9e1-4d75-af70-87cb2d7ac38e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9dc19a76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41248"
    uid: a80591ea-7212-4d70-b140-17a5820ae501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9dc277bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41249"
    uid: 8e654d71-c7f4-4af6-89fe-f9c161cbab3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9deec1ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41251"
    uid: 0ccfddac-453f-4f52-bca6-c84821ecb1cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95be9df6647ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41252"
    uid: fed6fdce-3470-4291-a0b5-9a0696730c7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:44:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95bea5068e7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41831"
    uid: 7d62d5fc-9fa4-474b-8034-1a88f1259cb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:44:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95bfbee604a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41828"
    uid: 6d30fa9b-f839-4dd8-9b52-253d797cbbc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:44:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95bfbee60a64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 09b1bb1c-84d2-4c4b-aeec-392a683bd457
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: eb63748f-5a6b-41f3-8e4b-c85ac2bc283c
  kind: Event
  lastTimestamp: "2026-04-24T17:44:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9.18a95bfc028d9bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41830"
    uid: 3fc078af-3d12-4c7e-aca8-ca813c23d32c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: bc158ca0-e5ae-46d8-a221-028a7b4bdb23
  kind: Event
  lastTimestamp: "2026-04-24T17:43:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4-8m4r9'
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4.18a95be94bfffe6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: 73fb99a4-29d4-4496-91a5-4ff4f0bbea39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41190"
    uid: 9d2f034e-de44-4eb9-8baa-5aef6e799bf3
  kind: Event
  lastTimestamp: "2026-04-24T17:43:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7559cfcdc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95be949800130
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: 63ff4602-b67d-4568-877d-9799f6ca48aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: f3e90f7a-cded-45e1-a81e-53f7383439d8
  kind: Event
  lastTimestamp: "2026-04-24T17:43:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:43:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95becc826ad97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41559"
    uid: 0b26d2af-1fd2-45de-a5ed-02fc02ae593e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: f3e90f7a-cded-45e1-a81e-53f7383439d8
  kind: Event
  lastTimestamp: "2026-04-24T17:43:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:43:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95becc887b6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41560"
    uid: 6cb47eb3-ba56-4a95-aaa0-6c4f491b5f40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41347"
    uid: f3e90f7a-cded-45e1-a81e-53f7383439d8
  kind: Event
  lastTimestamp: "2026-04-24T17:44:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95bf7451cdaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: aa03d4c9-01b8-4261-a9cc-5a62049a5678
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41347"
    uid: f3e90f7a-cded-45e1-a81e-53f7383439d8
  kind: Event
  lastTimestamp: "2026-04-24T17:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a95bf74586f1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41778"
    uid: 8e6bde97-c28d-4192-b027-32710118be6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 1ec65c63-2166-440a-b063-60cf48146737
  kind: Event
  lastTimestamp: "2026-04-24T17:44:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95be9491c97ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41745"
    uid: 90b9d504-3c9d-4811-936a-712c7c9e3573
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 1ec65c63-2166-440a-b063-60cf48146737
  kind: Event
  lastTimestamp: "2026-04-24T17:43:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95be9498c1045
    namespace: kserve-ci-e2e-test
    resourceVersion: "41195"
    uid: ba5e7de3-37af-477e-a145-f0c75d512d2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41743"
    uid: 1ec65c63-2166-440a-b063-60cf48146737
  kind: Event
  lastTimestamp: "2026-04-24T17:44:15Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:44:15Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a95bf9b366575f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: 300afac3-05f9-4942-93a3-54393b515070
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:42:54.464533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41036"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:42:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be6b826fb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: 5f5f11f7-576e-40f3-aa30-cf8c2dade9df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: "2026-04-24T17:42:54Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:42:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be6d18028ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41056"
    uid: 9182fabd-4c0d-4717-9e9c-6a0acf03879d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: "2026-04-24T17:42:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be6d2e0be9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41095"
    uid: 52c7bcc8-92f0-4639-ba0f-becef01c1e82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: "2026-04-24T17:42:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be6d60ada8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41099"
    uid: 97837b0c-8f7b-4f1b-a93e-7327df2be2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: "2026-04-24T17:42:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be6d6848be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41100"
    uid: d3b15e75-7979-4f5c-8563-6a457ce1cad9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 939dee20-60d6-40f2-9efd-6fa17014212c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9_kserve-ci-e2e-test(939dee20-60d6-40f2-9efd-6fa17014212c)
  metadata:
    creationTimestamp: "2026-04-24T17:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:43:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9.18a95be8722dc28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41119"
    uid: 97356734-b8c6-4367-9d0b-850e3299141d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41027"
    uid: b1c77227-c634-496e-9527-be0cae83aefc
  kind: Event
  lastTimestamp: "2026-04-24T17:42:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd-pxqn9'
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd.18a95be6b797edae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41037"
    uid: b9d9c9ae-4f59-453f-bd6d-fce7892cd3c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 244f528e-7b66-4552-9d36-7481671a955d
  kind: Event
  lastTimestamp: "2026-04-24T17:42:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5fbf87dd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a95be6b4bdc61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41028"
    uid: 896ecbba-3848-4516-8fe1-f7d2e7d4aa3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41015"
    uid: f2cafd5a-3610-4e14-815d-985e9f2a1f9c
  kind: Event
  lastTimestamp: "2026-04-24T17:43:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:43:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18a95be6b4c54a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 1d7e4463-f3a1-483e-a602-93d19e1a7a65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41015"
    uid: f2cafd5a-3610-4e14-815d-985e9f2a1f9c
  kind: Event
  lastTimestamp: "2026-04-24T17:42:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:42:54Z"
    name: isvc-sklearn-s3-tls-global-fail.18a95be6b566054b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41032"
    uid: 507e255e-7942-4b74-83aa-e1f21f92c847
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:41:33.331295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd3d43c0cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: 8265d3f9-63ec-4b0b-8345-463d36a71f26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd3dccb4688
    namespace: kserve-ci-e2e-test
    resourceVersion: "40348"
    uid: 940dc270-9b99-41d1-8fb3-584ac7673e0b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:34Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:41:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd4116e9f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40363"
    uid: d39fda7d-1091-44c3-b129-e3a728c953dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd412d0762f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40365"
    uid: e50b9173-82ed-4b2d-b8c9-7be52d706e5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd41571ce40
    namespace: kserve-ci-e2e-test
    resourceVersion: "40366"
    uid: 79d89131-f8b9-4f1c-b98d-4b693256d922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd415ef6d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 7f348282-7f3d-41c1-92c5-ef80e86ca203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd45b8fc9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: d9fe8a45-7f1f-499f-ba95-5302ce61c479
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd45ebdb906
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: 89033998-151a-4451-990b-91f30d1fc642
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd45f39598a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40388"
    uid: 29eaf2e8-dd53-48c0-8153-6a3fcfa822cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd45f4639ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: 5833690c-f7f0-4e67-bce6-53de41f6d865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd4625fdf6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40392"
    uid: 1f2cc5e6-12b5-4a61-9312-aa2c8469e628
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:41:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:41:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd462ddb832
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: d1067bc9-d670-46c7-bf66-ed8d8fbf751a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:42:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95bd4d368c7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41000"
    uid: 312688ea-9c93-4f37-9f62-01ae5c4dac89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:42:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95be6768ecf82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40996"
    uid: 71315dbf-5ba3-4284-95b3-409c8941eb9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:42:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95be6768f65f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40997"
    uid: ecb72dee-b056-46d2-b373-2b8c62729fb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 6f5f6a76-a410-4fb0-bb9a-77705a4cf1a1
  kind: Event
  lastTimestamp: "2026-04-24T17:42:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:42:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz.18a95be685aab20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40999"
    uid: e038ce83-27c2-4514-974f-59b59a1485f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: ddd85bcf-93a6-4174-b814-8d8ad02a6ff6
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b-8tsmz'
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b.18a95bd3d3a8f3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40334"
    uid: 362028bb-beb0-4efe-8bc8-e15a56d905cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: d96d083b-5909-447d-acd8-a2bb79dfe437
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5fc97ccd8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95bd3d0ee323e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40325"
    uid: bfa5d26d-5b31-4082-9b40-2129f0db8c5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: a636f9a3-3d01-4a22-8ec6-54857250c0e3
  kind: Event
  lastTimestamp: "2026-04-24T17:42:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95bd74fc02ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40712"
    uid: 8979f129-e07d-467b-a707-accd14d2a4d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: a636f9a3-3d01-4a22-8ec6-54857250c0e3
  kind: Event
  lastTimestamp: "2026-04-24T17:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95bd7503b2382
    namespace: kserve-ci-e2e-test
    resourceVersion: "40715"
    uid: 98e342bf-359e-47d0-a18b-48b17b5d5782
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: a636f9a3-3d01-4a22-8ec6-54857250c0e3
  kind: Event
  lastTimestamp: "2026-04-24T17:42:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95bdacefc779d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40940"
    uid: cacda8c0-c40c-467e-bfaa-6b517f9cf8ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: a636f9a3-3d01-4a22-8ec6-54857250c0e3
  kind: Event
  lastTimestamp: "2026-04-24T17:42:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:42:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a95bdacf6061d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40941"
    uid: 70039b64-6f51-4a19-b2f5-4477f0887d75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: 57a1ec9e-97e7-4039-874f-99e64c53dc42
  kind: Event
  lastTimestamp: "2026-04-24T17:42:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:42:43Z"
    name: isvc-sklearn-s3-tls-global-pass.18a95bd3d0e0321b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40903"
    uid: bd6dc50a-b1dc-4a7d-b708-fa2f48eba2ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: 57a1ec9e-97e7-4039-874f-99e64c53dc42
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18a95bd3d13fae18
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: d60c259e-7f41-49c4-9c22-99cf7925d2cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40331"
    uid: 57a1ec9e-97e7-4039-874f-99e64c53dc42
  kind: Event
  lastTimestamp: "2026-04-24T17:41:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T17:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18a95bd3d82a7cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: afc284c9-2e95-449d-a0d3-146274527170
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:42:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40901"
    uid: 57a1ec9e-97e7-4039-874f-99e64c53dc42
  kind: Event
  lastTimestamp: "2026-04-24T17:42:43Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:42:43Z"
    name: isvc-sklearn-s3-tls-global-pass.18a95be43a3c2461
    namespace: kserve-ci-e2e-test
    resourceVersion: "40902"
    uid: 0913dded-2edb-4f00-9ff0-605db6bf590f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:45:48.828069Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42613"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:45:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f5107736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42617"
    uid: e13b285a-b658-4957-9bd4-568c1009a9a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42615"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f58113121
    namespace: kserve-ci-e2e-test
    resourceVersion: "42625"
    uid: a97e3edb-1378-4856-b3b7-da216a839f53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42621"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:49Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:45:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f8e60ef8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42634"
    uid: 47dfa20a-cd9d-4963-b837-49056bdea693
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42615"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f8fc23495
    namespace: kserve-ci-e2e-test
    resourceVersion: "42674"
    uid: dc77745d-8aa3-4a28-8c5c-7ce83cd33868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42615"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f9248db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "42679"
    uid: 7090ca3a-e717-4f94-aed6-84c8ab571ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42615"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c0f92c3f6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42680"
    uid: 1bb5ebe6-e02b-42f4-a474-b2a6bba87b22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42615"
    uid: 9915a312-367a-405f-bf4d-49c11f4a4684
  kind: Event
  lastTimestamp: "2026-04-24T17:45:58Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk.18a95c11a36a33a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42743"
    uid: 3fe1354c-3850-444b-928b-e482d8e5a652
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755
    namespace: kserve-ci-e2e-test
    resourceVersion: "42602"
    uid: b57113f4-98c4-44b9-b246-8b8cf635e763
  kind: Event
  lastTimestamp: "2026-04-24T17:45:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755-bdnrk'
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755.18a95c0f507c3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "42614"
    uid: 2cbc56d1-537d-42ee-982b-da3e90cbdcb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42600"
    uid: a067c8c1-ef08-46e6-9dc6-000df25f2e4d
  kind: Event
  lastTimestamp: "2026-04-24T17:45:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-695dddb755
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a95c0f4d57ee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42604"
    uid: 4dd3d1d9-d19f-40bb-813c-15c1ca5848e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42590"
    uid: 9314566b-1fce-44e4-bc8f-ca43962e3821
  kind: Event
  lastTimestamp: "2026-04-24T17:45:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a95c0f4d1b15eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42683"
    uid: 191e4737-a834-4404-83e7-d578fbe3140d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42590"
    uid: 9314566b-1fce-44e4-bc8f-ca43962e3821
  kind: Event
  lastTimestamp: "2026-04-24T17:45:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:45:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a95c0f4d7993ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42607"
    uid: 96213724-6117-4313-9782-5fa8a9d8cffc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:44:37.726593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42030"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:44:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:44:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bfec30e2ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42036"
    uid: fef37751-826b-4c1f-aba7-155447ffff12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42039"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:38Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:44:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bfedc14e173
    namespace: kserve-ci-e2e-test
    resourceVersion: "42048"
    uid: 913ee2ba-01b5-4011-8725-7b91c392df2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bfedd80901b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: fee1954c-7fb3-4c02-b578-b440d42e39a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bfee0ff7590
    namespace: kserve-ci-e2e-test
    resourceVersion: "42053"
    uid: 4a7b2e3f-c9f0-4420-b50c-7787b132c534
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bfee179a2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42054"
    uid: 7f51e5da-a057-419c-94f4-bf72f95d27e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff19378105
    namespace: kserve-ci-e2e-test
    resourceVersion: "42065"
    uid: e713a41f-2cb3-448c-ba0c-3876a3060ba2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff1c705efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 667f8a17-d61f-4109-886f-fdc839d35273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff1cea148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42071"
    uid: a2322989-90b5-4d3f-9551-d11f5b99ddf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff1cf94138
    namespace: kserve-ci-e2e-test
    resourceVersion: "42072"
    uid: 0fa066cd-5178-487f-b570-340f88e8f628
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff1fe876e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: b443a968-9e88-4d34-bd4c-3c6aa9036d55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:44:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:44:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff20641650
    namespace: kserve-ci-e2e-test
    resourceVersion: "42074"
    uid: 81eef14e-56c7-4a38-aa37-b25a2743a968
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:45:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95bff55716e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "42471"
    uid: 9f51a300-3d99-4c49-acbb-0439ffc44619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:45:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95c0f10e0d362
    namespace: kserve-ci-e2e-test
    resourceVersion: "42575"
    uid: cacab935-b286-46f9-abb2-7d33f7e9ccd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:45:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95c0f10e17c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: bca29585-f1b7-42ec-b4f1-012dba3b3eca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42032"
    uid: 0e197db2-9ed4-4a7b-9333-6b8d01b18a11
  kind: Event
  lastTimestamp: "2026-04-24T17:45:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:45:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk.18a95c0fdd865bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42656"
    uid: 6e6e3dca-daa7-4236-8fbd-acf66ddf08bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "42021"
    uid: 80f753c7-9a5d-4499-8656-1c5cc94d8c01
  kind: Event
  lastTimestamp: "2026-04-24T17:44:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45-2w6rk'
  metadata:
    creationTimestamp: "2026-04-24T17:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45.18a95bfec276deb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42031"
    uid: 906f3559-a8b9-4c42-8491-e2c4d740abf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42019"
    uid: 3b6a22e3-29e7-4a59-8bfb-76229d05f8e6
  kind: Event
  lastTimestamp: "2026-04-24T17:44:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-598dbb6f45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:44:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95bfebfc6e59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42023"
    uid: e847ad85-23be-4038-9e53-045314de065e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42020"
    uid: 50f30da5-92ed-41b5-a79e-a69926300140
  kind: Event
  lastTimestamp: "2026-04-24T17:45:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95c023e8b7e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "42276"
    uid: 4582a6cf-f668-4ff8-bcb8-4a1cf86d01b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42020"
    uid: 50f30da5-92ed-41b5-a79e-a69926300140
  kind: Event
  lastTimestamp: "2026-04-24T17:45:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95c023eee24d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42277"
    uid: d59e3d0c-ab76-492c-bbfa-f82946e1515c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42168"
    uid: 50f30da5-92ed-41b5-a79e-a69926300140
  kind: Event
  lastTimestamp: "2026-04-24T17:45:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95c093cfe1658
    namespace: kserve-ci-e2e-test
    resourceVersion: "42482"
    uid: 89c2d96f-994e-4718-8975-be14d0b225a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42168"
    uid: 50f30da5-92ed-41b5-a79e-a69926300140
  kind: Event
  lastTimestamp: "2026-04-24T17:45:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:45:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a95c093d62ab4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42483"
    uid: 176c57cd-ca0a-41b9-b989-892d1e6e8821
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42010"
    uid: 81f4136e-6600-4a80-a697-750141ac969e
  kind: Event
  lastTimestamp: "2026-04-24T17:45:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:45:46Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a95bfebf92c907
    namespace: kserve-ci-e2e-test
    resourceVersion: "42546"
    uid: 69c6a281-6b29-4e7d-90b3-5a6eeda67bb7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42010"
    uid: 81f4136e-6600-4a80-a697-750141ac969e
  kind: Event
  lastTimestamp: "2026-04-24T17:44:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:44:37Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a95bfebff3ab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "42025"
    uid: 0050d49c-8101-4262-ba64-0df01dabb1f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:45:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42544"
    uid: 81f4136e-6600-4a80-a697-750141ac969e
  kind: Event
  lastTimestamp: "2026-04-24T17:45:46Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:45:46Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a95c0eb8fcfa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "42545"
    uid: a60f19c8-b62b-4738-92ba-029ac742ad37
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: 44bf6517-e202-433c-89b6-e55a2e857c75
  kind: Event
  lastTimestamp: "2026-04-24T17:41:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:41:32Z"
    name: isvc-sklearn-s3.18a95bc3767fc9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 00ad2e69-8b29-4853-830b-b3b407482abe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: 44bf6517-e202-433c-89b6-e55a2e857c75
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3.18a95bc376d2187d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39750"
    uid: 8ea06f0a-8835-4be8-8ac6-31e00b3a95ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 44bf6517-e202-433c-89b6-e55a2e857c75
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-sklearn-s3.18a95bc37cf81a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39751"
    uid: 5141f0c5-177d-4ecd-8c9a-809256026f19
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: 44bf6517-e202-433c-89b6-e55a2e857c75
  kind: Event
  lastTimestamp: "2026-04-24T17:41:32Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:41:32Z"
    name: isvc-sklearn-s3.18a95bd3a23a05df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40281"
    uid: 8e486ffb-835e-468f-b7ee-040883f85e46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7cc5478455
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: 4e692e33-e930-413d-8198-fe12c6c9ece9
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7cc5478455-75mkt'
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-sklearn-scheduler-predictor-7cc5478455.18a95ad3f94fc8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: 6209ebb5-3012-44b9-9f58-7c1b3696ae81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 940e8f04-7fe0-44db-b4c2-8bbe3806ad22
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7cc5478455 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-sklearn-scheduler-predictor.18a95ad3f5421aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31047"
    uid: ace02e40-0c92-4b41-864e-40ee9f1c831b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 05770602-bab1-4c78-979b-e8c0e5b654a7
  kind: Event
  lastTimestamp: "2026-04-24T17:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:15Z"
    name: isvc-sklearn-scheduler.18a95ad3f4dca209
    namespace: kserve-ci-e2e-test
    resourceVersion: "31069"
    uid: 4b2f75bb-f715-44e3-a380-64e027f727d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 05770602-bab1-4c78-979b-e8c0e5b654a7
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-sklearn-scheduler.18a95ad3f54f9a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: ba1ac6b1-3e51-4c35-b369-924bd9d9f10d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 05770602-bab1-4c78-979b-e8c0e5b654a7
  kind: Event
  lastTimestamp: "2026-04-24T17:23:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:14Z"
    name: isvc-sklearn-scheduler.18a95ad3f54fe6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: 97ba98fb-8f83-469a-be8f-4bcff0c779ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:28:34.620901Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1e857a6b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 89b72417-edbb-43b0-bb6f-22f55151fa01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:35Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1e9f4442e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: a76008af-0eb7-4c2c-8490-b752bdbf17b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1ea0a42792
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: 3fd57158-ec17-4b71-9619-735f9f344977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1ea3b16084
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: 8a7eb2a5-c5f1-4388-9724-82a89c4e0150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1ea43910dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: ef53d943-b391-4bb1-b965-894bd9003a0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f949d6b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: db64f34a-70d5-432a-b77e-ee65bb351eb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f98a861d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 8180f05c-2ecb-42ed-a355-30bdc5096518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f99317b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: 40c93d4f-8863-43b7-9c19-73efc7a9f626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f994d44e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: 2c0b8ee1-c59b-4b1c-bf44-dc95f2981ebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f9ddffe8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: fec4e817-e0fc-402a-8eb2-18ccaed54e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:28:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:39Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1f9e6a2c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 5023532a-c0db-4899-8aa3-6ed9f02c71c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:30:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b1fd092f202
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: 6e2a1153-0831-482e-8761-4d265e8dca3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b3382da0ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 8c28ce76-304e-43fa-8e1c-b9ffea4dc632
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b3382da9cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: b5a1c5ae-f9d3-4101-b3d1-85f17d17af7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: ed708dff-0422-4007-ba80-c98d484dd7c8
  kind: Event
  lastTimestamp: "2026-04-24T17:30:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:06Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq.18a95b33d6e8b631
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: 3c6d1753-3882-499a-b1db-beaeb104aaf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 100089b2-d446-407e-9ca4-8422e24dd75f
  kind: Event
  lastTimestamp: "2026-04-24T17:28:34Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-59966d68bb-qb7sq'
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-mixed-predictor-59966d68bb.18a95b1e851008c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: de383c1d-eb43-4895-9489-f544470d9b06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 6ea435e0-53af-48da-b46d-454dcdc92f1d
  kind: Event
  lastTimestamp: "2026-04-24T17:28:34Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-59966d68bb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18a95b1e81ec61ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 5a23510b-fb38-4b96-a38e-5be40ae55832
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 73c363e9-74bf-41ff-b1a4-7f97c0627a37
  kind: Event
  lastTimestamp: "2026-04-24T17:29:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:29:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a95b2200f92e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 8094fd94-1479-4c46-844f-ae70a09b7b91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 73c363e9-74bf-41ff-b1a4-7f97c0627a37
  kind: Event
  lastTimestamp: "2026-04-24T17:29:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:29:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a95b22015e820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: febd512b-bc51-4a7a-b0eb-c8724778bd21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 73c363e9-74bf-41ff-b1a4-7f97c0627a37
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a95b2580269f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34516"
    uid: dcef01fd-0166-4b2d-a47a-dde1d622ce1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 73c363e9-74bf-41ff-b1a4-7f97c0627a37
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a95b25808d08be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: 2a7077e6-0a92-4462-ae47-f97781a3e8cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 87b33a13-86d0-48b1-ad0d-9da2cecce480
  kind: Event
  lastTimestamp: "2026-04-24T17:29:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:29:56Z"
    name: isvc-sklearn-v2-mixed.18a95b1e81ce09ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: 6c6188de-4704-4bdc-a406-b00c0a1ba0d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 87b33a13-86d0-48b1-ad0d-9da2cecce480
  kind: Event
  lastTimestamp: "2026-04-24T17:28:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-mixed.18a95b1e823c6e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 70bf3c12-8ee2-4c59-a4fb-3d65ab2529dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: 87b33a13-86d0-48b1-ad0d-9da2cecce480
  kind: Event
  lastTimestamp: "2026-04-24T17:29:56Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:29:56Z"
    name: isvc-sklearn-v2-mixed.18a95b318891a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: 9ca2226d-61f7-4eb9-9a6c-80e45932d23a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:27:14.337763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-6779b78747-8rqlp
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0bd43af96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: bab904e5-323e-4d73-93a6-79f82cff3706
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0bdae933a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 5a485100-f2f6-4e97-9880-a822beefcf0b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:15Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:27:15Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0bffefbf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 8428205d-f4e6-497f-af71-5aa201413829
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:15Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0c015088ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33190"
    uid: 06547601-4538-404b-8815-2a835a52043f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:15Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0c040fc93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: ed16e35e-948a-41bd-a64c-cac52ba61e86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:15Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0c0496ecfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: f07cf463-b0cd-43a6-be15-971ec7964b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1444"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:18Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ce5741667
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: 825d8d06-858e-4cf8-a3a7-556fd3a7315d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:18Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ce93bb4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: cd6796fd-3791-49d5-8267-2f9c4ee2ee13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:18Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ce9bfba01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 1201b27f-90ca-4021-bbe9-0d88c1a178b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:18Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ce9ceca51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 98989cca-cff4-4ce0-b41f-620031c943d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:19Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ced0b77e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 5d5ba493-1776-4012-aa20-735064f0b305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:27:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:19Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0ced914a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 096298dc-c9db-4749-8ae0-86291e778008
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:28:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:36Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b0d5d325feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: a5f2d134-12f0-4730-aa13-bd3ead2b737d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:28:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b1e807bc970
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: db39c28c-a4f3-4802-8af9-43ce252cd111
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:28:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:34Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b1e807c4b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 7553ba02-7f18-4cc0-a3ef-74b438e7f01c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 136aba73-6488-478f-96da-bd551f727cef
  kind: Event
  lastTimestamp: "2026-04-24T17:28:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:28:36Z"
    name: isvc-sklearn-v2-predictor-6779b78747-8rqlp.18a95b1f0f5b27f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 22d680ea-e8cc-441c-80b9-b19856dca272
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-6779b78747
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 50dc206a-27a3-4a47-94ef-580f2a83d466
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-6779b78747-8rqlp'
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-predictor-6779b78747.18a95b0bd3b3a400
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: d88b9da8-8f47-44ab-ae96-3634a52de536
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33154"
    uid: 35da4e4f-96e4-48fa-b153-9a743b14019b
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-6779b78747 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-predictor.18a95b0bd0d7365e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 609915c4-4cf7-422f-af37-f59f44baeb56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: 9a2728b5-ffa1-4252-8a57-58a3f8d493cc
  kind: Event
  lastTimestamp: "2026-04-24T17:27:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:59Z"
    name: isvc-sklearn-v2-predictor.18a95b0f4f4c44e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 1f82f6d2-0ffb-4d8f-b141-b39fdd16d68b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: 9a2728b5-ffa1-4252-8a57-58a3f8d493cc
  kind: Event
  lastTimestamp: "2026-04-24T17:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:59Z"
    name: isvc-sklearn-v2-predictor.18a95b0f4fb480d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 179fd895-f795-4a43-b7e1-5f95fed1e527
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 9a2728b5-ffa1-4252-8a57-58a3f8d493cc
  kind: Event
  lastTimestamp: "2026-04-24T17:28:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:28:29Z"
    name: isvc-sklearn-v2-predictor.18a95b12ced5830f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: 803dcdc9-cc2b-4363-84e0-a3468b342e3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 9a2728b5-ffa1-4252-8a57-58a3f8d493cc
  kind: Event
  lastTimestamp: "2026-04-24T17:28:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:28:29Z"
    name: isvc-sklearn-v2-predictor.18a95b12cf486116
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: c40e3f97-229b-420e-86bd-b7b48823f713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:26:14.177471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afdd265b3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32650"
    uid: 6a62c9ac-0c31-47b2-bab7-1ffc7c74d1be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32656"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afdec6c23b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: e125e9d8-f77c-481d-b0c4-fe2e7327409e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afdedea9993
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: 15ce436a-1d81-4077-be36-813a2a22682c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afdf15468b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: e32af4d4-91ef-47e3-9db8-32fe864c30ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afdf1d4cbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: cc83aa51-5aba-49b2-88a1-9ac93f6fbeff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afee2228bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 5e204588-d01f-4b9c-8dab-00608e3bca41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afee5ed94f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 4338b10b-14f6-4272-a9ee-c5ee7c2dcbe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afee68cf1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: ddd2d416-918b-43eb-905a-effd152e254c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afee69bacc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 553a0b6a-5437-4b7e-890e-37c065de674e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afee9876fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: 0e71cf15-9fe6-4234-8dcd-0ffe276bb46c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:18Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95afeea0e05b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: 95ff86e6-d69f-4661-9a07-d3a879108316
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:26:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T17:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:26:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95b0784f44aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: 8cb524a5-fdc6-4472-9e80-c15bbfbd0cd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95b0bcf665657
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: 476e5c5e-29bb-4fb7-868a-da28c8ffc6e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95b0bcf66f03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 4df3a4bb-ccda-468c-98d3-47eb711905c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:27:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95b0c27ffcff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: 83268f5a-1e0d-4f35-ac8f-ff8862568294
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 58c509e8-23df-42b6-aad6-7ce3b17a1839
  kind: Event
  lastTimestamp: "2026-04-24T17:27:16Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:27:16Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj.18a95b0c665e0630
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: 8c3d35e5-6ff0-49e0-bb78-c92ab00d7f61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 8e6255e9-5372-4ae8-972d-52c90edb7a1f
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-k4lnj'
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a95afdd1cb70f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32647"
    uid: 1754936e-63a4-4678-9697-f25c071ec6fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: db51fc08-c1cb-4a2a-a7c6-02ba1d90484d
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95afdce8e8d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: 0e6de58d-d2fb-4993-921a-9426002031ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 61661897-2a53-4eb9-93f1-57771ff42d3a
  kind: Event
  lastTimestamp: "2026-04-24T17:26:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95b014d08ee46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: b5e77c2f-f138-4dd2-92cf-b6109879de06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 61661897-2a53-4eb9-93f1-57771ff42d3a
  kind: Event
  lastTimestamp: "2026-04-24T17:26:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:26:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95b014d67e766
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: da6a2a35-22bb-40df-a2aa-93c31afa9945
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 61661897-2a53-4eb9-93f1-57771ff42d3a
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95b04ccad50b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: 168effd7-498d-47d1-9f0b-9da39faf1a61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 61661897-2a53-4eb9-93f1-57771ff42d3a
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2-runtime-predictor.18a95b04cd1c1537
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 0e8781a3-0207-4813-8145-ac9b402cea49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32605"
    uid: ebda8965-87c8-46ff-8ade-96047e69e7a5
  kind: Event
  lastTimestamp: "2026-04-24T17:27:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:27:05Z"
    name: isvc-sklearn-v2-runtime.18a95afdce604e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: e664095e-a25c-4412-9658-ed5c67ddc83a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32605"
    uid: ebda8965-87c8-46ff-8ade-96047e69e7a5
  kind: Event
  lastTimestamp: "2026-04-24T17:26:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:26:14Z"
    name: isvc-sklearn-v2-runtime.18a95afdceba2519
    namespace: kserve-ci-e2e-test
    resourceVersion: "32640"
    uid: 731b5e66-8d76-434c-86d2-c69771c00453
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: ebda8965-87c8-46ff-8ade-96047e69e7a5
  kind: Event
  lastTimestamp: "2026-04-24T17:27:05Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:27:05Z"
    name: isvc-sklearn-v2-runtime.18a95b09d9157281
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 28f98fb1-28e2-4a99-95d5-853c6702ab0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 4f916e9d-4e3f-49db-b3ab-7eed6e577df5
  kind: Event
  lastTimestamp: "2026-04-24T17:28:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:28:27Z"
    name: isvc-sklearn-v2.18a95b0bd0b27d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: 1d30de10-227c-485a-b229-09110abf7527
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 4f916e9d-4e3f-49db-b3ab-7eed6e577df5
  kind: Event
  lastTimestamp: "2026-04-24T17:27:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:27:14Z"
    name: isvc-sklearn-v2.18a95b0bd1089772
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 7374a627-999e-4b4d-aabc-f87aa3027547
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33728"
    uid: 4f916e9d-4e3f-49db-b3ab-7eed6e577df5
  kind: Event
  lastTimestamp: "2026-04-24T17:28:27Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:28:27Z"
    name: isvc-sklearn-v2.18a95b1cc00a331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33729"
    uid: e54f4064-1947-48fd-9ca0-870ab2273703
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 3a950d3b-0b71-4953-942c-d247d79e52de
  kind: Event
  lastTimestamp: "2026-04-24T17:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:24:29Z"
    name: isvc-sklearn.18a95ad472578e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: 6f11532d-9179-4604-a9bb-22ef715e6602
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 3a950d3b-0b71-4953-942c-d247d79e52de
  kind: Event
  lastTimestamp: "2026-04-24T17:23:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:23:16Z"
    name: isvc-sklearn.18a95ad472adf2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 0605da43-4dcc-4c96-b1dc-29d22f19d176
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 3a950d3b-0b71-4953-942c-d247d79e52de
  kind: Event
  lastTimestamp: "2026-04-24T17:24:29Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:24:29Z"
    name: isvc-sklearn.18a95ae565c60b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 5cc4647f-83a9-42c7-bff1-a7be81262781
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:30:04.899004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-2pggl
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b338a78e83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34566"
    uid: db2c3e34-660f-4174-be7d-5a20b06e1004
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b33967d2189
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 23f9b7b8-e87e-42a3-9354-17cd9fbf1f99
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:05Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:30:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b33c7cc9086
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 8fa2942a-7811-4cd9-904d-8d63bd0cef4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b33c93175ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34588"
    uid: 338ba31d-d442-49c1-9ca7-936d2f3a17d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b33ccc40f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: 3f5e0636-dc26-4c2c-895f-68a659d4fc04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b33cd456046
    namespace: kserve-ci-e2e-test
    resourceVersion: "34591"
    uid: e0a9461c-da41-4a88-bde0-789acf9ed492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:12Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T17:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b354cc09ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: b3740cfa-e837-4d8c-82ca-c6f7efcc7c24
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.061s (4.061s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b363ed12361
    namespace: kserve-ci-e2e-test
    resourceVersion: "34675"
    uid: 10698b69-c49b-468a-aac2-5abd651183bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3642521bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34676"
    uid: 9785a8dc-be7b-4a21-bfe4-b84bef48e3c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3642da4efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: ce966eef-4fa4-45fd-b66c-42e5043f8b60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3642e8121f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f285928b-0cad-4430-bb6d-4a6cd738a5bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3645edc58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: bb18fa15-475f-4ef5-8617-3ee06d282ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3646720439
    namespace: kserve-ci-e2e-test
    resourceVersion: "34680"
    uid: 21277cb7-0213-43ab-90e9-efb1a5c85b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b36b3ff1f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: 3f956190-b417-43df-a9eb-7e4cebed79cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3d55e2b9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 34ed462e-513e-4b27-9654-a1d407c308c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:30:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3d55e3811c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: cead3227-09b2-4817-a955-1811a7ccf327
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-2pggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 9985b752-3f9c-4d46-a8a0-7c63991c6ed5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:14Z"
    name: isvc-tensorflow-predictor-6756f669d7-2pggl.18a95b3debe3cd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: cc3497d8-3f6d-4431-877b-f50ecc08e4b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: 4be160b5-8eca-4f1f-82cc-b2621dba5d94
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-2pggl'
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a95b338a120be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 7eae6714-ec98-4e5e-a077-ac86436172f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34547"
    uid: 0b280cca-6fbb-4700-a9fd-0b4fe9221c03
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-tensorflow-predictor.18a95b33840f9dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 2a35f624-8b0e-44f1-98d6-f972239fd82a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 2177890b-904d-4cca-b3d8-880b30f5e58d
  kind: Event
  lastTimestamp: "2026-04-24T17:30:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:34Z"
    name: isvc-tensorflow-predictor.18a95b370319881c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 0fbd0a35-efaa-49a7-950b-0f1697f36430
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 2177890b-904d-4cca-b3d8-880b30f5e58d
  kind: Event
  lastTimestamp: "2026-04-24T17:30:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:34Z"
    name: isvc-tensorflow-predictor.18a95b37037ca466
    namespace: kserve-ci-e2e-test
    resourceVersion: "34823"
    uid: bd46affe-63f7-48b6-9b67-789018c924ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:30:47.095804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34955"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3d5d99079a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: f26996ec-6e82-4773-9249-275b687246ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34967"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3d771fbbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34975"
    uid: 86139d71-baf2-464b-b8e0-1cea51a891ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3d788dadc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: f178b23f-46b9-421c-bb79-8bc13282165c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3d7c1c7a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: aa1b19d8-934f-4c4e-a150-ac619c591443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3d7c9e7c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: cbba91ac-ad26-4f76-a261-129357dc622c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3ea5031b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35021"
    uid: 09177c39-0092-4d80-a2b7-75069f52e1d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3ea84aee7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: 1685253f-2603-402a-a252-f3e61f8fd042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3ea8d221cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: b0f703da-e2fc-4b63-bda6-141585a676c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3ea8e0a5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35027"
    uid: e7d1ddc8-cb26-4b88-9a7e-46e35d4deb15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3eabd7bd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35029"
    uid: 0f259380-276e-4c20-97e3-139fe53930d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:30:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:30:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3eac78ccc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35030"
    uid: 0ed301c2-73f3-4ce9-8350-12afc03d6f9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:31:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b3ee0f5c225
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: 026dc083-ef9c-4acd-b477-a428a24e143d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b47292e9593
    namespace: kserve-ci-e2e-test
    resourceVersion: "35327"
    uid: a3f5dfa5-e95f-4958-87eb-8adb284a3331
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b47292f4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: 4401a767-d5b6-4282-8490-f3cedaa7ef1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: cb31c5bc-157d-4a7e-b27d-05554483dfa9
  kind: Event
  lastTimestamp: "2026-04-24T17:31:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t.18a95b4742e33767
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: 96883d75-b8b5-460e-97a0-748970964dc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: cd3841a3-906d-4e46-9afb-016a27adac83
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-f4t7t'
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a95b3d5d304e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34957"
    uid: dc189fda-22c9-4803-892d-ee139a00db6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: 0bc65986-feab-4332-bd5b-c9f02600fc2b
  kind: Event
  lastTimestamp: "2026-04-24T17:30:46Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime-predictor.18a95b3d57dcabf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: b9898351-ed9c-424e-a098-e0c9ae55ebb5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: ea17698a-e770-4776-860d-a0be14e50e12
  kind: Event
  lastTimestamp: "2026-04-24T17:31:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:31:17Z"
    name: isvc-tensorflow-runtime-predictor.18a95b40d664da42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 4a97ec01-6d09-4dd2-9512-6c7184a884a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: ea17698a-e770-4776-860d-a0be14e50e12
  kind: Event
  lastTimestamp: "2026-04-24T17:31:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:31:17Z"
    name: isvc-tensorflow-runtime-predictor.18a95b40d6ca293b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 259b6f28-88cd-40ac-92e0-594accfc8de4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 3406d547-99a8-4d98-a4d6-1e1f4a25419f
  kind: Event
  lastTimestamp: "2026-04-24T17:31:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:31:09Z"
    name: isvc-tensorflow-runtime.18a95b3d57b9d947
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 51f6de01-3a2e-485d-9797-3fe00d897ddd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 3406d547-99a8-4d98-a4d6-1e1f4a25419f
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime.18a95b3d580b07c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 2a9c71c6-4819-4a46-8a23-97fd53c374a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34953"
    uid: 3406d547-99a8-4d98-a4d6-1e1f4a25419f
  kind: Event
  lastTimestamp: "2026-04-24T17:30:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:30:47Z"
    name: isvc-tensorflow-runtime.18a95b3d62481710
    namespace: kserve-ci-e2e-test
    resourceVersion: "34970"
    uid: 943020f8-5ef9-4596-873c-93a2d5cdf235
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 3406d547-99a8-4d98-a4d6-1e1f4a25419f
  kind: Event
  lastTimestamp: "2026-04-24T17:31:09Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:31:09Z"
    name: isvc-tensorflow-runtime.18a95b429fd0a993
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: b626a2ca-9497-44cb-ae6d-b9d5123b6f01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: dd51e14e-06c0-47be-9204-424a89729cde
  kind: Event
  lastTimestamp: "2026-04-24T17:30:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:30:34Z"
    name: isvc-tensorflow.18a95b3383f964a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: 09319f4c-1589-4a40-aa4f-c1117d33d7cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: dd51e14e-06c0-47be-9204-424a89729cde
  kind: Event
  lastTimestamp: "2026-04-24T17:30:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:30:04Z"
    name: isvc-tensorflow.18a95b33845fd98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34554"
    uid: 601f2504-2116-4dc0-b2b4-99f8ae533c90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: dd51e14e-06c0-47be-9204-424a89729cde
  kind: Event
  lastTimestamp: "2026-04-24T17:30:34Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:30:34Z"
    name: isvc-tensorflow.18a95b3a731b2f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: 52e8d519-4fab-4d41-9172-5299fc55f1c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:31:29.255311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-swskz
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b472e800888
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 78643bf8-c358-4879-b016-0e397ce12ac6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b4737c5dbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: 3aaf27d9-ca9a-4c9d-9dae-e60d2d4bd7da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:30Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:31:30Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b476bfa1f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: deb7d9c2-6b45-4c9a-a361-40d73a53442e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:30Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b476d53c083
    namespace: kserve-ci-e2e-test
    resourceVersion: "35370"
    uid: ffeed2e7-eaf3-4bb8-8fc1-68f4be4a74fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:30Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b4770c9c834
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 1b47ed08-7ec3-4139-b257-350d5bc700dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:30Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b47714bd0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: a7d0bbdb-d4fb-42eb-810e-03cb1c9efdbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:31:34Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T17:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:31:34Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b487402b20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: 6ae5ba6c-272e-4956-9a1d-e25b76f17ce7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.675s
    (1m54.675s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b6327350332
    namespace: kserve-ci-e2e-test
    resourceVersion: "36222"
    uid: 0dd43076-d2d9-4877-a746-e38c7d5ec67c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b632ddfacde
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: 7e331c76-685c-4e4c-a44a-81c59cdf9abb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b632f279e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: a6cd7e4b-3609-4eee-8f67-8e5d05cc64fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b632f350ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: 9d270a98-fa6c-43c5-9d66-9b1155bf3e66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b6334e6a09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: 527c2786-9f7b-4095-91c5-1a36c01d8826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b6335f34552
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: 307b9c19-7082-40dc-90cf-e2b53b700585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:32Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b638e71be04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: f9b69cb7-cb36-4afd-979a-f1c42ea8611f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b6619dc3c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: a89c55bd-1210-476c-ac20-59aedbcd3bff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b6619dcfb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: f0bf7a69-bd4b-4da9-8734-c0739e46b895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-swskz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 01cd39d3-557c-4864-a09a-03f5bd545ff5
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-triton-predictor-84bb65d94b-swskz.18a95b661e34f315
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 0846e555-5988-4468-abe5-4e5de230a1f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: be61b38e-f5d2-429d-aa1b-13d574a541e2
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-swskz'
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-triton-predictor-84bb65d94b.18a95b472e1ad90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35345"
    uid: 06fdaeb6-5b04-4df2-bb93-3ebce4bda752
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35331"
    uid: 7f5e93b4-6e13-43cf-a8b0-eb8dd682b332
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-triton-predictor.18a95b472abb8089
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: b22a1fea-03bb-4be6-b4e3-802f190b0d0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: 01654c81-89b0-40be-a69f-d0833daeafcb
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor.18a95b4aa9c9be20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: c018765d-e0b1-45b4-b6b1-7657317eb23b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: 01654c81-89b0-40be-a69f-d0833daeafcb
  kind: Event
  lastTimestamp: "2026-04-24T17:33:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:33:29Z"
    name: isvc-triton-predictor.18a95b4aaa295f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36221"
    uid: 331263af-e8d2-4ea9-94ff-e43d9185267d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 0dce1087-686c-4513-9ab9-ef208bf3e41f
  kind: Event
  lastTimestamp: "2026-04-24T17:33:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:33:37Z"
    name: isvc-triton.18a95b472a901fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: 3f37cd2c-5913-424b-a294-3dbff21f9103
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 0dce1087-686c-4513-9ab9-ef208bf3e41f
  kind: Event
  lastTimestamp: "2026-04-24T17:31:29Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T17:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:31:29Z"
    name: isvc-triton.18a95b472b1579cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 6a5fd936-4b13-4604-910f-bf18820467c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 0dce1087-686c-4513-9ab9-ef208bf3e41f
  kind: Event
  lastTimestamp: "2026-04-24T17:33:37Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:33:37Z"
    name: isvc-triton.18a95b64fa3a9ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: 82bbccdd-88b6-43c8-9180-5e6b3c40bba2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:33:42.195695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-sz9kp
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b66225d4b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 78402a1f-8ebb-4c99-8d92-e071621b343a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6630a6acda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 172729f1-e00a-4d4a-a348-65745fa17cf8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:43Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:33:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b66622e20b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 78eca1d3-1e86-472f-aaa4-f128de2197b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6663b14a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: 47e89d8a-67c3-4e8b-a3e8-605740ebb2a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b666a13f14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36405"
    uid: f2c3266e-985b-4c1a-a050-a027f224f0bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b666b2ff3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36406"
    uid: a90e6722-85cf-4080-ae64-1433a40e3324
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:33:48Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:33:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b678719303a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36453"
    uid: 0f20c012-ead7-4f0b-b26d-ecedb0e6cbf2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.943s (19.943s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c2bd27f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 997c2fbe-218e-4d4d-a5a3-f5b98e2371a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c316302ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 6771ae39-61e3-4313-9303-498700c2ad1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c32cd7fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36596"
    uid: 4edb74ea-6663-441e-a5df-07313b619daf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c32dc4aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 64170e87-fb5b-4018-ac0f-e79706436e39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c384032ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: a3f456c3-a476-44c0-b215-a25cc94edc6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:34:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:34:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c3953c56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36601"
    uid: 6032d5bf-3a32-4f02-9c1f-671609c7f633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:35:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:25Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b6c6f121c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: f69a03e5-f413-45c7-b8d0-0bec121cc64e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b7d66d87ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37151"
    uid: 41f904d0-2531-4ba4-972c-9ece1b5dff10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b7d66d8f2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 073ddec2-76ef-4798-89de-cf2b0bacad5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 5e0a18a3-fbc1-4e41-bb69-8e1781bb9c6c
  kind: Event
  lastTimestamp: "2026-04-24T17:35:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:25Z"
    name: isvc-xgboost-predictor-8689c4cfcc-sz9kp.18a95b7e212f4278
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: a0f32bc5-9ee4-4cdd-9f38-e6b75defa5f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 54cf882c-1c6f-4548-b592-2f5529aab1cd
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-sz9kp'
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a95b6621ba97f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: b1ecb968-9096-4be0-9105-4a08d00fcc87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36352"
    uid: 71edbf57-5d8c-4e47-9459-415632d169e4
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-xgboost-predictor.18a95b6619658801
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: 42ae4016-816e-4b7d-bf40-68f914db3786
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 7d90eee4-8bf6-4b04-aa2d-333ea7010f8a
  kind: Event
  lastTimestamp: "2026-04-24T17:34:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:34:42Z"
    name: isvc-xgboost-predictor.18a95b699714e1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: 31628735-ef43-4c6c-b18b-a518b598121f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 7d90eee4-8bf6-4b04-aa2d-333ea7010f8a
  kind: Event
  lastTimestamp: "2026-04-24T17:34:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:34:42Z"
    name: isvc-xgboost-predictor.18a95b69975ebfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: f681d7bf-3210-401c-a72c-499039a1a5ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 7d90eee4-8bf6-4b04-aa2d-333ea7010f8a
  kind: Event
  lastTimestamp: "2026-04-24T17:35:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:12Z"
    name: isvc-xgboost-predictor.18a95b7095494a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: c0ac5f18-8d47-4a88-9e32-681d3be2fe6e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 7d90eee4-8bf6-4b04-aa2d-333ea7010f8a
  kind: Event
  lastTimestamp: "2026-04-24T17:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:12Z"
    name: isvc-xgboost-predictor.18a95b7095b0a1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 3488fee9-84aa-439e-b4ea-6aac9a57d191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:37:02.559592Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b94c8fd4f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: f3915e7d-d63a-44dc-a3d9-3222d1008a59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b94e234d30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: 32d5ddb4-1b5b-4af7-848a-0b6122bcd57e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:03Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b94e37c6acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: b67cb557-6069-46d8-80d5-cf748f29e406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:03Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b94e6b038dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 14ba6f1d-91f0-4f47-9797-126ea1e49b76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:03Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b94e76ebdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 77660259-2fa0-4f1f-a1af-f6115ccf880a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95c5f711d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38112"
    uid: b92021e1-272b-49b6-adb3-24450dff98ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95c91abb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38116"
    uid: 759c0cfc-545c-4f27-98de-b34ccbcb9edf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95c993f30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: e9f0a02e-3d39-44ff-a8bc-ec6c5ead2b47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95c9a23e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 5864ac86-a434-4cbe-b6dd-c1d192a62b8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95cc9f953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: b67e385f-f89c-43c4-bfee-9f33d8cb943a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:37:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b95cd2344ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: d34ac65f-bde3-4031-b75a-b96d85ceec96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:38:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95b963daec625
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 3da79648-846f-491e-a400-7372513b6baf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:38:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95ba51c6ca224
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: 956d594b-0968-40d3-9bc3-7bac6707f0f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:38:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95ba51c6ed97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: d6d24103-ba43-4eaa-9a05-fff9c6fa049c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 8f9be04b-4cf3-405b-a269-cb0c52abbb2a
  kind: Event
  lastTimestamp: "2026-04-24T17:38:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:14Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-l2lsd.18a95ba59bd890b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38682"
    uid: 9cf6437d-9e87-460d-979a-c081d510e18a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38043"
    uid: 05fd2a76-5cef-4781-b5b7-5c3061bef7a9
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-l2lsd'
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a95b94c88ea547
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: 452c8a38-0e42-4c64-b4d3-d7fd64e6540f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: 49fdf4c8-5b3f-491d-8750-ddeae71e7432
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: isvc-xgboost-runtime-predictor.18a95b94c59c722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38045"
    uid: 87278fdf-5c96-433b-97e1-25f024ec9e1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: 1761658c-29a5-4e7c-b836-d7fd03c8846d
  kind: Event
  lastTimestamp: "2026-04-24T17:37:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:37:47Z"
    name: isvc-xgboost-runtime-predictor.18a95b9844735357
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: ab0b6a84-987b-4507-8e0e-613e8974c3b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: 1761658c-29a5-4e7c-b836-d7fd03c8846d
  kind: Event
  lastTimestamp: "2026-04-24T17:37:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:37:47Z"
    name: isvc-xgboost-runtime-predictor.18a95b9844d423aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: 4d355b09-f301-418e-8295-46063fa73d5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 1761658c-29a5-4e7c-b836-d7fd03c8846d
  kind: Event
  lastTimestamp: "2026-04-24T17:38:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:02Z"
    name: isvc-xgboost-runtime-predictor.18a95b9bc391cd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38517"
    uid: 6535dcd0-d5ea-4d7b-8b97-c1855ef5ad6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 1761658c-29a5-4e7c-b836-d7fd03c8846d
  kind: Event
  lastTimestamp: "2026-04-24T17:38:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:02Z"
    name: isvc-xgboost-runtime-predictor.18a95b9bc3fb6904
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: f6989ad7-f36d-4140-afe6-6b84fffa2266
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: 60bb3043-d2bb-40e4-9c4d-097237a16f62
  kind: Event
  lastTimestamp: "2026-04-24T17:38:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:38:04Z"
    name: isvc-xgboost-runtime.18a95b94c5773f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: 62b35fd5-43a7-4448-bf45-aa7cc6227016
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: 60bb3043-d2bb-40e4-9c4d-097237a16f62
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: isvc-xgboost-runtime.18a95b94c5ca7e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: 6400a662-c56c-4fe1-9260-65b9ce413839
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: 60bb3043-d2bb-40e4-9c4d-097237a16f62
  kind: Event
  lastTimestamp: "2026-04-24T17:38:04Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:38:04Z"
    name: isvc-xgboost-runtime.18a95ba34ca0b288
    namespace: kserve-ci-e2e-test
    resourceVersion: "38540"
    uid: 5de23329-21f1-4088-b37f-e2bb316432d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:35:22.241420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7d6d8df2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: d0d8c8cf-b266-406a-a2ea-99e6b70249de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7d87275afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 677d3d6f-e7f9-4728-b53a-1c12fa695fef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7d887f7e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: 1e691a74-e909-4877-98c6-7aa7744fe64b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7d8c1a2376
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: b9d6acc0-ba0b-4aa3-bf4d-6d609a2f96cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7d8c9ce5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: dd305877-7c90-4172-8949-fa1402357cfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7ea6c1a372
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 4d669848-de1c-4c60-8f4e-e9d996b09e63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7eab0cf00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: 8a7f649b-6025-4466-b064-4ee71e7b0dd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7eab91be16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: c7580bae-932d-45e0-8899-68a712455606
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7eaba0c9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: fcbd9651-d842-4415-84a8-06f1e1741227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7eaec7f49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: c959ac45-0bd3-4859-af88-b18b51a98ddd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:35:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b7eaf49e859
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: ba22d94c-e723-4fd6-a70b-afd6258e9e31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b8914999fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37592"
    uid: 968a293f-98fe-4388-b554-3ddbd4363094
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b89149a2042
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: a3696e60-5e9e-48ca-adb7-bcadcbc5c254
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:36:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b89d47a3b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: 540dac19-6073-4c93-ac10-e99275870bd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a9e3c445-9972-49f9-92af-255429d02bd7
  kind: Event
  lastTimestamp: "2026-04-24T17:36:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f.18a95b89d4d98535
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: e78149c9-f6d3-479b-aa05-6c657618b0b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: 9efed6fb-01e6-40b6-b091-0d5ad8645364
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ftm9f'
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a95b7d6d22cc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 094c003c-3d25-4e7c-b1fe-4e62e29b78f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: fd005f67-7910-48f4-9cbe-bfabc1161513
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a95b7d6872eb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: 0e3181a0-a9ed-49ad-8ceb-b0b2137c540a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: f6bfcab9-80ee-41de-9366-77543cd6c100
  kind: Event
  lastTimestamp: "2026-04-24T17:35:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a95b80e744df06
    namespace: kserve-ci-e2e-test
    resourceVersion: "37318"
    uid: 71a9fb1f-ded8-4998-9b56-27ed1d47c1ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: f6bfcab9-80ee-41de-9366-77543cd6c100
  kind: Event
  lastTimestamp: "2026-04-24T17:35:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:35:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a95b80e7a93ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: aae0f178-1f29-45f1-880d-4ba790207072
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: f6bfcab9-80ee-41de-9366-77543cd6c100
  kind: Event
  lastTimestamp: "2026-04-24T17:36:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a95b84668a8eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: a8440928-8f75-4af1-92db-884f9900cb1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: f6bfcab9-80ee-41de-9366-77543cd6c100
  kind: Event
  lastTimestamp: "2026-04-24T17:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a95b8466edae33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: 41eac437-b852-4193-8912-cd24ac1b1407
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: 494aeda4-b6b6-4b37-97d1-27323afaba65
  kind: Event
  lastTimestamp: "2026-04-24T17:36:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:36:05Z"
    name: isvc-xgboost-v2-mlserver.18a95b7d684d65a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 3c3dbc3e-10d7-4cc3-ab83-97bc6c9eae76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: 494aeda4-b6b6-4b37-97d1-27323afaba65
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver.18a95b7d68cb7a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "37178"
    uid: 9a7a3297-c797-4200-b548-78591817658c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37140"
    uid: 494aeda4-b6b6-4b37-97d1-27323afaba65
  kind: Event
  lastTimestamp: "2026-04-24T17:35:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:35:22Z"
    name: isvc-xgboost-v2-mlserver.18a95b7d6dd0973f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 2783159a-e146-483c-a200-226fead81429
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 494aeda4-b6b6-4b37-97d1-27323afaba65
  kind: Event
  lastTimestamp: "2026-04-24T17:36:05Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:36:05Z"
    name: isvc-xgboost-v2-mlserver.18a95b8786a7a386
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 0e07264b-309e-4ede-820f-c25fc6fc4a5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:39:12.921225Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39150"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb323245872
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: a303c615-de7a-4a2b-998e-79223999006f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39160"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:13Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:39:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb33c5d9b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 39707f3a-d345-4417-a33d-7ae4b5d9095d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb33dbbc54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: bc0436e2-2ecf-4879-b066-0f2c5365389f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb34136b0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: fa1230d6-c148-473f-ad46-64cbe3108360
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb341cccbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: 0acfb339-8da8-42db-990c-f7251701e176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb421781718
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 4fe1a276-9968-45b0-bb0e-1936f0f80396
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb4245e7928
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 4864e024-1422-4af6-a651-94a5706f6d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb424ded21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: c793aab0-344a-42f0-ae64-b321aaa515f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb424ed200a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39215"
    uid: 305e812c-988f-4fd4-9193-d9271341b5a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb4287b1747
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 75c5af5f-1bf5-45da-bfc8-4b944ff17e65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb428f3b176
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: d11b415c-12e4-4a31-ad4c-a24fa9e5f9fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bb49930e56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: df8084ce-d049-4d25-8777-9a4b0362d358
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bc3758ab860
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 037074a5-f4f3-4df7-81c5-8c3fe442f1df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bc3758b30ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: 3fdc9d18-0ac2-4f8d-9a7d-ce363209a328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 668adc89-9b4c-44bf-90a2-afc4c038cd44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:40:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t.18a95bc3f73f5682
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: e68a8368-1f1a-4038-8319-625a032d2070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: be7013b1-877c-413e-97aa-dd7aaa1e62da
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-sxg9t'
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a95bb32298f3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39153"
    uid: 0c1548a6-8f73-4d1e-bcc0-6bf563c5085b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: c13b4d74-ec07-4eaf-8d8c-a8ca6869bb47
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-predictor.18a95bb31ff5430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39143"
    uid: a6cef56b-f51f-4469-817e-24a9ffcfdc6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: bb4f14ce-f1fb-4d1e-b211-7f04d5859b44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:42Z"
    name: isvc-xgboost-v2-predictor.18a95bb69e78ebe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: 814025db-e287-474a-8219-b561293cca3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: bb4f14ce-f1fb-4d1e-b211-7f04d5859b44
  kind: Event
  lastTimestamp: "2026-04-24T17:39:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:42Z"
    name: isvc-xgboost-v2-predictor.18a95bb69ebe6f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 00537846-b3bc-4eb0-813c-115eb28c1fd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: bb4f14ce-f1fb-4d1e-b211-7f04d5859b44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:40:12Z"
    name: isvc-xgboost-v2-predictor.18a95bbd9cce3b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: ee76cc52-33ea-401e-93aa-792c4bb22a4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: bb4f14ce-f1fb-4d1e-b211-7f04d5859b44
  kind: Event
  lastTimestamp: "2026-04-24T17:40:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:40:12Z"
    name: isvc-xgboost-v2-predictor.18a95bbd9d2dbfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39614"
    uid: dbb6fcf0-c82d-4c83-80f4-f07a7e6d34ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:38:12.750950Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38644"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba520b6d488
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: ac816d26-6770-4d7b-a5a5-cd3f830bae44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:13Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:38:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba539eb1e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: bd509fc7-a15a-417d-904b-bf56abfb3dc2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba53be3f6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: ab37e274-3cfe-43aa-bf07-20954319f423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba53fd79331
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: 170101bd-416d-4976-99d8-106832c94006
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba5404f79d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: fb7822a1-8c69-45b0-9b33-08717e2a09ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba61ed938ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: aec18f9d-9538-4a99-a8e6-ef51eb7db8bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba621f57cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: f6c5db09-3e32-4a01-ad5a-8b8e1164c7da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba6226d517b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: a49f513c-c4b0-4bb4-934d-41e2c6e09d2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba6227a70d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: 2eca1ed5-5c54-42e7-9274-998c3c1ac93a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba6257095eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38711"
    uid: b3aaf8cd-75f2-4859-8c41-62f5768a124f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95ba625eaafda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: 97a026ba-35fb-4244-8e66-bc9180b085ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:38:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T17:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:38:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95baebd49dcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: e3c7fcb9-0993-42fb-966e-672b94815324
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95bb31e0c0c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 3437a141-687e-4455-8092-0cc034b9e03c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95bb31e0c65ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 1e54b820-da79-4abd-a4d3-eedaf5b64fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:39:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:19Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95bb364ea0e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: 7984011f-fa4a-4263-8d6f-3db01a8d86e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 2343a3b7-85bf-45ae-9376-d4d7b23c3017
  kind: Event
  lastTimestamp: "2026-04-24T17:39:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T17:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:39:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89.18a95bb3a3405414
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: dcfe6f80-3a5b-451d-8482-2504b026bcf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: aa5244be-e412-4674-bd86-53706948d535
  kind: Event
  lastTimestamp: "2026-04-24T17:38:12Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qsr89'
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a95ba520417755
    namespace: kserve-ci-e2e-test
    resourceVersion: "38645"
    uid: 27b04470-679b-4329-9398-c74a827a45ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: 63a338b9-e4c3-4a3f-b33e-d203c6febd0b
  kind: Event
  lastTimestamp: "2026-04-24T17:38:12Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95ba51d07259d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: d215aaa9-8876-4d00-82c6-8ef853a97f26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: 9d9a4607-2f3c-4ce7-af6a-fe4bb42bbe40
  kind: Event
  lastTimestamp: "2026-04-24T17:38:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95ba89b86392e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: b5a64d02-b587-448a-b344-ac2abba165fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: 9d9a4607-2f3c-4ce7-af6a-fe4bb42bbe40
  kind: Event
  lastTimestamp: "2026-04-24T17:38:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:38:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95ba89be5f104
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 5d0c35bb-a2ab-4ac5-ae85-3c159c02fb8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 9d9a4607-2f3c-4ce7-af6a-fe4bb42bbe40
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95baf9a125f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 126c7339-6082-4cba-aeb5-5a934157c20f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 9d9a4607-2f3c-4ce7-af6a-fe4bb42bbe40
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a95baf9a7c0ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: f0f57e6d-36ef-4a61-9fae-bb487fbbfa7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 0ecb710d-58ff-4145-8945-1bdd098d5e38
  kind: Event
  lastTimestamp: "2026-04-24T17:39:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:39:04Z"
    name: isvc-xgboost-v2-runtime.18a95ba51ce5b000
    namespace: kserve-ci-e2e-test
    resourceVersion: "39053"
    uid: b960f1fe-e05f-45db-a373-c59370779338
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 0ecb710d-58ff-4145-8945-1bdd098d5e38
  kind: Event
  lastTimestamp: "2026-04-24T17:38:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:38:12Z"
    name: isvc-xgboost-v2-runtime.18a95ba51d4e0513
    namespace: kserve-ci-e2e-test
    resourceVersion: "38636"
    uid: 22022549-3c12-4e3d-bcad-e516a50fbda6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39051"
    uid: 0ecb710d-58ff-4145-8945-1bdd098d5e38
  kind: Event
  lastTimestamp: "2026-04-24T17:39:04Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:39:04Z"
    name: isvc-xgboost-v2-runtime.18a95bb1161af767
    namespace: kserve-ci-e2e-test
    resourceVersion: "39052"
    uid: 41ccd616-7afd-47b1-bdf9-e71107bf6861
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: 0fee95f9-1b17-4a21-a64f-b673efbe960e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:40:15Z"
    name: isvc-xgboost-v2.18a95bb31fd48f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: 22cfbbe7-b8a3-44d3-901e-8fd62f971d43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: 0fee95f9-1b17-4a21-a64f-b673efbe960e
  kind: Event
  lastTimestamp: "2026-04-24T17:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:39:12Z"
    name: isvc-xgboost-v2.18a95bb3202acd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: 2fde0c27-bb37-4813-837f-8211133cbb34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:40:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 0fee95f9-1b17-4a21-a64f-b673efbe960e
  kind: Event
  lastTimestamp: "2026-04-24T17:40:15Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:40:15Z"
    name: isvc-xgboost-v2.18a95bc1a81e42b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39638"
    uid: 564c2a96-398e-4b9e-9f81-56791ce681e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 1c2dd7d8-38fe-4a33-b4fc-8509066fecfe
  kind: Event
  lastTimestamp: "2026-04-24T17:35:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:35:15Z"
    name: isvc-xgboost.18a95b66189d8a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37082"
    uid: 52c6f296-4c2b-4b03-81df-3cf751ed44ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 1c2dd7d8-38fe-4a33-b4fc-8509066fecfe
  kind: Event
  lastTimestamp: "2026-04-24T17:33:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:33:42Z"
    name: isvc-xgboost.18a95b6619c4b714
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: e5f97643-9987-4f51-974c-efc375b0100e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 1c2dd7d8-38fe-4a33-b4fc-8509066fecfe
  kind: Event
  lastTimestamp: "2026-04-24T17:35:15Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:35:15Z"
    name: isvc-xgboost.18a95b7bd1bf7a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: e990de4e-2790-46b9-9e75-0943c83d9518
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T16:53:40.425169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-g257k
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a95936edaf86e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: b3d4f901-c9de-40bb-8e3e-c0488538c100
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a95936f992589c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 65b62543-4b9a-4f42-a5a9-f5c6b8758c68
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:41Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T16:53:41Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a959372ac6c3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: f4448bf4-f2e1-4b9f-be85-cdffc0ff9414
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:41Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:41Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a959372ca5ce60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 3176fd8c-3d89-4926-a73e-d835557d6c6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.128s (1.128s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a959376fe9fba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: e9067557-d589-4c14-828e-6a86449a980a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a959377318837d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 0abecb55-5e78-419e-a6ab-b600a4568f81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a9593773938591
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c831277b-76a0-4f50-a28e-e3bf16e464f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a95937739f5694
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: d4e2dd6e-930c-4f41-bcfa-31c13ac262c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a959377794f4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 759ffbe0-5c0e-4a4a-b9fe-844b3188064e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:53:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:53:42Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a9593778139795
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: e383e47a-cc8f-4ca0-aef7-ac465f0171b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a9594f6e4aafee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 12236110-1a45-4ffd-8363-76a2909192ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-g257k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 2a1bfbec-83f2-4e90-8428-8e6aea3cf2f8
  kind: Event
  lastTimestamp: "2026-04-24T16:55:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T16:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T16:55:25Z"
    name: message-dumper-predictor-c7d86bcbd-g257k.18a9594f6e4b2dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 71586d9a-9890-4e50-b7c5-0a97d2295c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: d2968235-dc9c-4fc1-8dbd-6f493114ba45
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-g257k'
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: message-dumper-predictor-c7d86bcbd.18a95936ece70f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: d513d73c-a31f-4cb6-b6f5-7c5234cf8664
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: ffe1fc89-b904-4d55-88f4-733478c0af61
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: message-dumper-predictor.18a95936ea969291
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: b018bd9c-86b3-409e-8e11-6133d80674b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 306c12b6-6598-436d-9452-1e4414263555
  kind: Event
  lastTimestamp: "2026-04-24T16:54:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:10Z"
    name: message-dumper-predictor.18a9593a69007843
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: d802bf6a-eb81-4b9b-8b4b-ba2768dc94ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 306c12b6-6598-436d-9452-1e4414263555
  kind: Event
  lastTimestamp: "2026-04-24T16:54:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T16:54:10Z"
    name: message-dumper-predictor.18a9593a696464d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: b08ebe49-3d5a-479f-9298-1e41a1203769
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: e10c32c5-1c59-42da-a70a-ff972480d7fe
  kind: Event
  lastTimestamp: "2026-04-24T16:53:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:53:51Z"
    name: message-dumper.18a95936ea4ee8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: a95d06f4-68c5-4bb8-8050-dff1768d62f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: e10c32c5-1c59-42da-a70a-ff972480d7fe
  kind: Event
  lastTimestamp: "2026-04-24T16:53:40Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:53:40Z"
    name: message-dumper.18a95936eace1fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 8e3d3481-0f39-4b60-8ee0-0a47b2f7523a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T16:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: e10c32c5-1c59-42da-a70a-ff972480d7fe
  kind: Event
  lastTimestamp: "2026-04-24T16:53:51Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T16:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T16:53:51Z"
    name: message-dumper.18a95939968e7cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: ab476b3b-40c3-4007-97e4-8e5787f6e129
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:24:36.736318Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae72273c01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: 90adb7c3-4e47-4d18-b6fc-04132204cc9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae72ec58a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31792"
    uid: 38cdaf43-d618-4091-91ba-08b43f135567
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:37Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:24:37Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae75fdf8725
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 7f5d666d-f36a-4bd4-8689-90173835479d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:37Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae7614d9dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31801"
    uid: f7ff7e21-7fdc-4611-9cd8-cea4ee98173f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:37Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae7644ed978
    namespace: kserve-ci-e2e-test
    resourceVersion: "31803"
    uid: 3f4a4480-8e39-4465-a97f-12afc6624ce4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:37Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae764cae6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 6022d47e-56a2-47f6-b6dd-58c63cc6e210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae875ad3a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: bc5b0b61-f9b7-47b8-99da-ee682854b380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae87a176c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 4cb9f328-ba3e-45d2-8037-b7fcf1bf0cec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae87a9f3eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 42fd7ab1-41db-4212-84ba-d8cfaa4cf671
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae87aae76a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31859"
    uid: dc7be51c-47fe-459e-ac4f-b8c278a1b6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae87dc08f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 24b37eaf-b775-42c4-8f94-5f8d04ff1358
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:24:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:24:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95ae87e3eda67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: 439a3bdb-d946-4063-87d4-eb3af88925ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:25:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T17:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:20Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95af154a991f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 660bf123-45a7-453b-b5c2-408ddc10a9f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95af52058789b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: dca67f14-a8a6-45d0-b577-2efa1eaa9201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95af52059e1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: 15315afd-092c-452f-802c-c9e9bab373a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 11af2bde-bdaa-4586-9b12-b3f9bfea65fb
  kind: Event
  lastTimestamp: "2026-04-24T17:25:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:25:40Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sg2gv.18a95af5f75d0c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 98e70022-1c43-48a4-b300-63ce5b615b4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: 04356e64-dbb4-4ce4-b958-266c82df4ab7
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-sg2gv'
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a95ae721df9684
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: a5c55664-1d5f-433e-a6ed-7cf7943471bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: 9f84082d-3350-47e1-975e-71f7b0208d60
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: sklearn-v2-mlserver-predictor.18a95ae71f1f055a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 016bcb27-0c17-451d-9bfc-426e5e58da00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 8bc49cf4-1a20-44dd-b396-5548f3f2afaf
  kind: Event
  lastTimestamp: "2026-04-24T17:25:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:06Z"
    name: sklearn-v2-mlserver-predictor.18a95aea9e0271ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: e1ed612f-19eb-4816-842b-f99792fe2b34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 8bc49cf4-1a20-44dd-b396-5548f3f2afaf
  kind: Event
  lastTimestamp: "2026-04-24T17:25:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:06Z"
    name: sklearn-v2-mlserver-predictor.18a95aea9e4b3c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "32034"
    uid: 5e1b2269-9afa-4651-ae96-895c7b47f58d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31926"
    uid: 8bc49cf4-1a20-44dd-b396-5548f3f2afaf
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: sklearn-v2-mlserver-predictor.18a95af19c7b2472
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: 57ead99e-4674-421f-b519-f07d7f0f27e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31926"
    uid: 8bc49cf4-1a20-44dd-b396-5548f3f2afaf
  kind: Event
  lastTimestamp: "2026-04-24T17:25:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:25:36Z"
    name: sklearn-v2-mlserver-predictor.18a95af19cdf15ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: ff3aad96-2e15-490f-871f-d35939db2177
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 6b676ccf-b445-4bf7-9103-ef3de735ea44
  kind: Event
  lastTimestamp: "2026-04-24T17:25:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:25:30Z"
    name: sklearn-v2-mlserver.18a95ae71efb75a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 5796138f-a675-48c7-b67a-7598704fd849
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 6b676ccf-b445-4bf7-9103-ef3de735ea44
  kind: Event
  lastTimestamp: "2026-04-24T17:24:36Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:24:36Z"
    name: sklearn-v2-mlserver.18a95ae71f6a5eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: ed1fad70-05a3-4604-8e3d-952f6dfdd1fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: 6b676ccf-b445-4bf7-9103-ef3de735ea44
  kind: Event
  lastTimestamp: "2026-04-24T17:25:30Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:25:30Z"
    name: sklearn-v2-mlserver.18a95af3a8e1a56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 9854138c-7e7b-49b3-9503-7bb53e835c87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T17:36:12.383317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    to ip-10-0-142-182.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b891a3e9607
    namespace: kserve-ci-e2e-test
    resourceVersion: "37619"
    uid: 85bb70d5-e265-427e-ad26-1fc0ae2f8ce0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67b4f6898d-45ts8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8933b8cad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: df98c0d7-ac94-4e6f-b0fc-fe0f24a2b3e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e180c5801eecc9f4bbb52efa5a04a7e91697942e5c91b352ed2867858a22963a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b893525d42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 62c6dd62-b13b-4181-bd08-0a4424108d07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8937ef815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37639"
    uid: 2dfb5733-8050-4ec0-a306-9ddb142fcb3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b89386d6a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: c682b076-4c70-43f4-b823-97cff64bd25b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1898ff8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 0c01f13a-e681-4a4e-a19b-c5991bdd36a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1be01d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 4b5b419a-31a8-4c38-a2cf-04aa0cc5b81f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1c607f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: f8b23a76-7d21-4fc4-9551-c284c462bed7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1c707743
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: 87bc0784-63bb-497b-b548-5956a6848e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1f439bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: 04704a4a-b059-4eca-bbe0-7b1ce089c957
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:36:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b8a1fc34425
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: ba8c964e-ecd2-4457-bd21-d9853938cf38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b94c3829cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: a6b06020-5e58-405e-bc86-abeed3857ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:37:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T17:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:02Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b94c3834780
    namespace: kserve-ci-e2e-test
    resourceVersion: "38036"
    uid: d9eb41f8-9cc7-45f8-aae9-ce30b7e2d974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 1c4465ad-cd31-4e3e-befc-78c335d48df6
  kind: Event
  lastTimestamp: "2026-04-24T17:37:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T17:37:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w64lb.18a95b95467ec5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: 1a2e99ea-fdee-4563-8ffc-9f854e204b55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: ee0335fd-1d8d-4a38-ab1b-1037b44e3875
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-w64lb'
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a95b8919d299ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: 6081410e-62e4-4f80-b715-c70dac6400e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: 3f2b44eb-ba29-4cbf-a313-a2c9b832b713
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver-predictor.18a95b8916a4fc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37604"
    uid: bdb82b61-a033-4381-9736-242a283b3e09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: aa3e9665-a12b-4793-a1e1-4f2cecaa0771
  kind: Event
  lastTimestamp: "2026-04-24T17:36:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:57Z"
    name: xgboost-v2-mlserver-predictor.18a95b8c952246fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: 155014c2-bff6-4dd4-a450-117271365329
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: aa3e9665-a12b-4793-a1e1-4f2cecaa0771
  kind: Event
  lastTimestamp: "2026-04-24T17:36:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T17:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T17:36:57Z"
    name: xgboost-v2-mlserver-predictor.18a95b8c9581237a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 736361b4-ba7e-4554-87e7-e83690331300
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 09c5d649-0164-480c-97d9-731156039634
  kind: Event
  lastTimestamp: "2026-04-24T17:36:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:36:54Z"
    name: xgboost-v2-mlserver.18a95b891684a5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: cbf3667c-586b-4022-82a1-c0c62362730a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 09c5d649-0164-480c-97d9-731156039634
  kind: Event
  lastTimestamp: "2026-04-24T17:36:12Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:36:12Z"
    name: xgboost-v2-mlserver.18a95b8916e7590d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: 9a753ee0-55d6-4597-bbe5-786f78f74390
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 09c5d649-0164-480c-97d9-731156039634
  kind: Event
  lastTimestamp: "2026-04-24T17:36:54Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T17:36:54Z"
    name: xgboost-v2-mlserver.18a95b92f8056f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37958"
    uid: 81c40fcb-d5f1-4f90-9162-fa43160d14e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42986"