---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:59:19.177194Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e4c07c4ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 780eabe6-d835-4a57-bc9f-fff88788abc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e4d96d288a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25178"
    uid: 96cec8a9-5558-47e6-b5b7-62e8bbe7e176
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: "2026-04-24T21:59:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:25Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e4db41b142
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: bd83ad9a-5579-4812-a8c7-19762dbbf632
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: "2026-04-24T21:59:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:25Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e4ddbeb9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 504417a2-a679-44dc-9a0d-cccebea0ccfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: "2026-04-24T21:59:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:25Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e4de31b6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: e23ff9a0-c439-44f2-9e21-80b7abff3f02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 045d6d29-e575-4065-ade3-f0731d04ffe1
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8.18a969e7134ec955
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: a70e2b4b-de7d-4387-99a0-1472f56db6e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-2dfca0-predictor-67f5956c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 45b65883-b76f-4359-9dfa-ff97910c7865
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: 'Created pod: isvc-init-fail-2dfca0-predictor-67f5956c66-mwsr8'
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0-predictor-67f5956c66.18a969e4bff58445
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: fb3cdb72-b130-46d3-899f-46d54cd27580
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-2dfca0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 4d83031e-3a2a-4fa4-964a-d31ddfbbd60e
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: Scaled up replica set isvc-init-fail-2dfca0-predictor-67f5956c66 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0-predictor.18a969e4baec8ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 9c6c6fb7-6f51-4025-a02d-907e8675e1fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2dfca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: ecb982fc-abbf-4506-8a42-0aed060d2fba
  kind: Event
  lastTimestamp: "2026-04-24T21:59:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:25Z"
    name: isvc-init-fail-2dfca0.18a969e4baa880ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: c676004b-61e3-46de-aa67-9b0684b8d584
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2dfca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: ecb982fc-abbf-4506-8a42-0aed060d2fba
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-2dfca0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-2dfca0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0.18a969e4baf74ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 35607d8f-1459-4942-b626-b1489491ad0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2dfca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: ecb982fc-abbf-4506-8a42-0aed060d2fba
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-2dfca0": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-init-fail-2dfca0.18a969e4baf79482
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: f20d9b5f-6128-43bc-ba54-01116bcf55aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:41:31.144555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-zdrwc
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ec14c7885a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 8c3550ff-a7a4-45b5-87f9-632370b7c85f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ec2dd2f532
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 270aefd2-1f46-4416-bc32-357653276db6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ec2f8bc787
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 97312a8d-0cd9-4a3e-b92f-d38080b740c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ec3287f7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 90c8719d-53a0-4c64-b5ec-57b56df6a0df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ec32fa609f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 991bd415-85e8-42dd-a2d6-d74d1bbc3dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:36Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ed531fa1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 3ede71f9-9ab0-4167-95f3-4c515ffc6abd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.154s (6.154s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec1f6dc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 78c482a6-0972-4103-a7bf-eb8d2876a6bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec528e51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 1afb6087-50a4-4a05-887f-1401768ca7ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec5a0615e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 708fa0a2-1f3d-47ff-8ec4-0ce5e59738f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec5adcf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 7bb879cd-a5bb-4774-887c-7c3067809675
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec8abd543
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 1afe913a-0e88-428c-a001-04090c958459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:41:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:42Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968eec921dfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 35d042e4-1164-411f-b10c-3cb520f5981d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:42:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a968ef31c8a038
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 805133b7-2845-42a2-9d3e-fd3900167b2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a9690110c17b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: a5c1634f-2a29-45d1-b978-975ee84ce0dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a9690110c1f660
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 5f73dcd4-1754-43d2-884a-9b7ab39f6712
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 26aab879-6046-488f-b60f-e79c92f6b863
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-predictor-bdf964bd-zdrwc.18a969020df487c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: dbcea507-cea2-4426-bf65-bfda68988810
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: b97bdeff-e069-4278-b341-0a021204d2e5
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-zdrwc'
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a968ec1458205f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 27374d0d-01f6-4c44-85e2-3d5c741416b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 695bed02-f1d5-4baf-b25a-dd4de580019f
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm-predictor.18a968ec105d5c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 67121f97-473b-4268-9514-34fffc7a5797
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: d1357c9d-156c-433d-86c7-cdafbaf75e12
  kind: Event
  lastTimestamp: "2026-04-24T21:42:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:16Z"
    name: isvc-lightgbm-predictor.18a968ef8f4ed53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 19c14813-f845-4f60-9e0e-5b695571ea27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: d1357c9d-156c-433d-86c7-cdafbaf75e12
  kind: Event
  lastTimestamp: "2026-04-24T21:42:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:16Z"
    name: isvc-lightgbm-predictor.18a968ef8fa317a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 60774c1c-57cf-4c40-8ced-cdabf82513db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: d1357c9d-156c-433d-86c7-cdafbaf75e12
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-predictor.18a968fa0cb5c8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 23407afd-73d4-48fb-bde9-5497bfced633
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: d1357c9d-156c-433d-86c7-cdafbaf75e12
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-predictor.18a968fa0d293727
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: 024d00a7-f786-451f-9529-b647b32c4ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:43:01.389342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9690117c9b74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: d953d1c4-68cb-41f7-9422-d86a82028508
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9690130eb54d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: afb100ed-160f-42cb-ae7a-dda85e20a25d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969013247682f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 79e528bb-9357-42aa-89f1-a605c67f4f9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a96901356691ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 0b4c8b70-6e94-4dae-aa10-19787039e6a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9690135d6a8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 788c118c-a31e-4036-bbdc-facd9ec9adf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969021c267082
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 84299539-3f1e-4ef4-93b1-e20a66f62956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969021eceb42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: ca5d4061-fd5d-4418-81bb-89e28b50d63d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969021f63b0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 1706acc5-888d-4fe7-b33e-a972677718e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969021f6fa8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 2ab4d702-4bc5-4ff6-afc7-f67196ebe8cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a96902227ab634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 279067d6-e68b-4612-b2af-ec7524aa7544
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:43:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9690222f2030a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: ab0252eb-5227-4118-bbb3-e54317cc9b41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9690293aacfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: 9674488d-5106-4995-b398-f54fe436d61b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969161ef8dfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: f03eb678-ea8d-4ca7-a448-48ae0838ad69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a969161ef9df54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: b1f872c1-bb0d-4b1c-95db-856494fa5edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 0d7bcbab-2484-4105-9eef-f0bea45b9e0d
  kind: Event
  lastTimestamp: "2026-04-24T21:44:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd.18a9691699c809a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 9fb493bc-8c76-4517-9b00-44e49620ee74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: d7c018d9-aec0-4233-9d71-28f93c805f23
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-qdttd'
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a96901174003a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b7ef6a0f-144d-4f0a-84e8-8724832ac0b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: e4906668-8580-4325-b709-1c48dc33b095
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime-predictor.18a9690111ce1ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: e6e18d14-da65-49d4-810e-bc7429ffb0a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 4f08ffdf-af57-4708-831a-5c5d66e69067
  kind: Event
  lastTimestamp: "2026-04-24T21:43:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:46Z"
    name: isvc-lightgbm-runtime-predictor.18a9690490cb93db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: ff4519b8-f98a-4791-85b3-d69a43b92581
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 4f08ffdf-af57-4708-831a-5c5d66e69067
  kind: Event
  lastTimestamp: "2026-04-24T21:43:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:46Z"
    name: isvc-lightgbm-runtime-predictor.18a96904913a26f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: f5fad9d3-d7d8-4e43-8a0b-481bc87e2a2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 4f08ffdf-af57-4708-831a-5c5d66e69067
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-runtime-predictor.18a9690f0e8512a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 9b07f7e1-d9b3-4da3-8c86-e0167939be07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 4f08ffdf-af57-4708-831a-5c5d66e69067
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-runtime-predictor.18a9690f0f00ac03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 80d19c01-9484-4ad2-b0f8-3bae01044480
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 75e70542-e898-4b27-852c-8527be6eb661
  kind: Event
  lastTimestamp: "2026-04-24T21:44:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:44:22Z"
    name: isvc-lightgbm-runtime.18a969011198192b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 50741981-77c9-430c-886c-a817fc933fba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 75e70542-e898-4b27-852c-8527be6eb661
  kind: Event
  lastTimestamp: "2026-04-24T21:43:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:01Z"
    name: isvc-lightgbm-runtime.18a96901121e845e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 28fd10ae-4921-4961-83bd-b7b95f6392b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 75e70542-e898-4b27-852c-8527be6eb661
  kind: Event
  lastTimestamp: "2026-04-24T21:44:22Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:44:22Z"
    name: isvc-lightgbm-runtime.18a96913e5f5c0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: f4f2bf4f-1374-4f12-af23-f56eabab7435
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:47:22.089771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693dcabe9a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 6b89a15b-103e-47ef-921f-715374c55d35
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693de3a6001b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 2c38003f-b25f-4c3d-9cac-1e4bc03dd9a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693de51028ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: b271ee36-7e41-48c3-8385-f200d67a25c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693de7db087f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: b674c536-89c3-415d-b9fe-2d5055c53449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693de851c19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: cfbec743-bf95-4ef0-b5ae-e9eb0f606b27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f0e9f6c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 2fd2eb6e-c779-4ebd-820d-40bac0be2720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f11c22031
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: 720d8f5b-da09-42fb-b181-885b9d11df22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f123323f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 3a6bb715-6b36-4f47-be22-e15d09b97d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f123e8f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: b5eb69a1-9b50-448d-816e-f7fe664b2aca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f154de2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 0bdf7c8d-b1a1-49a3-83ca-b89968ad2585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f15c1abd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: f72d8ce2-a533-4025-85d8-28526b6c6756
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a9693f4a8afb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: eb113789-cd71-4a42-b8ad-86c2ff9c2d2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a96942744c3105
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: e0a979c7-958e-485f-ab95-3c7e3540dac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 67a584ea-05ac-42e0-b9a9-0fc4310de4fa
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q.18a96942744ca091
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 09050afa-4855-489b-8918-bc6bcbfd4582
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 4a65d777-e2c4-44ea-92df-564ac74d6e83
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-l9c2q'
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a9693dca4d9185
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 69561a3d-1d85-421b-8902-c9dbadf0951f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 78099397-c884-4d64-91fe-c9ed60f8eefb
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9693dc5b2a7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: f22771a5-f8be-4337-a2ec-25d81b752c65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 79d85c5e-5598-4928-9397-e60ef079bf2d
  kind: Event
  lastTimestamp: "2026-04-24T21:47:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9694144436f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 8ceed199-8443-4978-8c1e-a9f9d18383ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 79d85c5e-5598-4928-9397-e60ef079bf2d
  kind: Event
  lastTimestamp: "2026-04-24T21:47:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9694144ab391e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 1c1f8466-e4f6-47f3-8437-e4357a7013b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: e722c5d4-d96a-473f-8aef-9f377e3179ca
  kind: Event
  lastTimestamp: "2026-04-24T21:47:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:34Z"
    name: isvc-lightgbm-v2-kserve.18a9693dc58849ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 6d481bfa-f17a-4672-92d4-c3555656ac91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: e722c5d4-d96a-473f-8aef-9f377e3179ca
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve.18a9693dc5eb26e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 2b186e86-3305-4db0-b4bd-9ec8c34aee57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: e722c5d4-d96a-473f-8aef-9f377e3179ca
  kind: Event
  lastTimestamp: "2026-04-24T21:47:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:22Z"
    name: isvc-lightgbm-v2-kserve.18a9693dcaf83828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: cc9a0ce6-453d-4b5c-9729-7c3875fc2441
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: e722c5d4-d96a-473f-8aef-9f377e3179ca
  kind: Event
  lastTimestamp: "2026-04-24T21:47:34Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:34Z"
    name: isvc-lightgbm-v2-kserve.18a96940b6195654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: 68e78500-0554-4941-b95d-3639e020a084
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:44:31.817605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9691625bb7789
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: 30547165-f72f-4cae-959a-59999094e68b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a96916354b24f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 10517f2a-725e-4f8a-9242-9138df5e9406
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969166239c437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: eec40425-f973-483e-8cbb-037de75846e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a96916641028e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: a914a8a7-9539-4042-987f-65ed828e0fdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9691666f09e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 68dc73d6-0346-4cfd-ae00-a91446d6d12f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9691667704c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: f9bffd22-1676-42ee-8b59-c701f39bf9e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:44:37Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T21:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:44:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969175b18724b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 6a909af8-bea9-48c8-a6b9-ea770f4538bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:36Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m59.782s
    (1m59.782s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969333eaa9570
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: 1b8fa8e6-1a53-448e-a0f4-f9ed511363af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969334494506e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 19e596ad-ba4c-475c-9f45-18c4e8c87b46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9693345ea27d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: 00ef2e2b-e119-41e6-b486-41a1d47cf6c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9693345f7679a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 2e5d858a-80e0-4080-880f-12b2b30fcc40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969334ca4f272
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 8cbb5869-2d23-4c02-b29c-2f32de09872f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:46:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a969334e14f3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: 5f1f3f87-c387-43a5-bdf8-f09adee866bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:47:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9693dc499b5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: a4393ec7-7110-4acd-a116-c069160a452f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a85bb445-39fd-4e46-a5ea-554ad0cd3599
  kind: Event
  lastTimestamp: "2026-04-24T21:47:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh.18a9693dc49a2497
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: fea1857e-bc51-4049-a5c7-81b551272adc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 00d6dfd3-1d5a-4715-a164-488c770bb3d3
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-6jjzh'
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a96916252f2cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: d683fbfd-47b8-4cc2-b62e-e7b4be68ab33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 206fdbe7-28e4-463a-852c-c179d3e52870
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a969162064511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 890cff50-c92d-47f0-bf42-f664bd38f09c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 042e03b3-f781-4635-8696-4a465e2551e1
  kind: Event
  lastTimestamp: "2026-04-24T21:46:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:46Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a969199f4b1d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: ebc2d8bd-f15f-4b40-9ce8-c6e5e49551d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 042e03b3-f781-4635-8696-4a465e2551e1
  kind: Event
  lastTimestamp: "2026-04-24T21:46:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:46Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a969199fbb90e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: 68bbddae-339c-4f99-bd3e-1fc2d143a045
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 042e03b3-f781-4635-8696-4a465e2551e1
  kind: Event
  lastTimestamp: "2026-04-24T21:47:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:16Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9693917557c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: 9b4f94ab-2dbe-4c31-a142-f85ac1702c05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 042e03b3-f781-4635-8696-4a465e2551e1
  kind: Event
  lastTimestamp: "2026-04-24T21:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:16Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9693917c8f640
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 0c597570-60f7-4756-8c30-a47131b5b0dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 7ec9baa4-802a-4201-bd5e-57d4c0cf4cb4
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-lightgbm-v2-runtime.18a969162039f278
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: 5b35393f-e9ae-4622-ad8f-ebeced14e9e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 7ec9baa4-802a-4201-bd5e-57d4c0cf4cb4
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-v2-runtime.18a96916209cc85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: de61556f-3da2-45ab-bff7-ac73aaead9b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 7ec9baa4-802a-4201-bd5e-57d4c0cf4cb4
  kind: Event
  lastTimestamp: "2026-04-24T21:44:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:44:31Z"
    name: isvc-lightgbm-v2-runtime.18a9691625c874e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 993c6806-5593-4abd-8c4e-b132d87a7ea8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: 7ec9baa4-802a-4201-bd5e-57d4c0cf4cb4
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-lightgbm-v2-runtime.18a9693c04c7320e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 8ab6a8aa-7ee8-40fe-b7d0-c9ed97e482b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 2f82cc12-4aa4-4597-a1fe-c20ce078a51f
  kind: Event
  lastTimestamp: "2026-04-24T21:42:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:59Z"
    name: isvc-lightgbm.18a968ec101f10f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 84c566a4-f218-42fb-8c03-e88ad9b795bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 2f82cc12-4aa4-4597-a1fe-c20ce078a51f
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-lightgbm.18a968ec110ad06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 45c06ca5-9326-4f6a-a61f-55b91079685e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 2f82cc12-4aa4-4597-a1fe-c20ce078a51f
  kind: Event
  lastTimestamp: "2026-04-24T21:42:59Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:59Z"
    name: isvc-lightgbm.18a9690094fa730d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: fc248916-8eb3-4c76-b6a6-17d4eee3666f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:40:05.860254Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-b9bbfbbdf-w7gmt
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:40:05Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d839706282
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: fbfd4d47-3c4c-41b8-bf66-1c19d8378833
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:06Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:40:06Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d852672cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: d1bba5f4-f125-4357-a10c-52d619b6eac3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:06Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d853e3f051
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: a3afd964-c153-4ee4-b37b-a6874aea1404
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:06Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d85678cc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: ce0f2c01-ed46-41c6-8092-084b166514fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:06Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d856e9703a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: 58b75ca2-e947-44e3-8307-8ac7c1f96d12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d93dac3d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: cf27935e-b0de-4c3f-ae33-30f8ab714dd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d9413cd129
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: 0b1be831-ff21-4648-a351-a44001bd8a0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d941b3534e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: d20afd3a-3801-4f04-a484-5ceaa1b67633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d941bedecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: 9be20177-ff5b-4e52-8adf-33e8114b7239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d944e936bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 271c4840-1097-474f-ad9d-cb94ecd6d449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d9455c09a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 13791e70-1f0d-4c13-9e34-7448620d5267
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:53da750273d8061e6014e5107f86ea181415ead6af42ce42cb4b4c967b3ef0a5"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d9456898e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 4103b860-90ae-4c45-ad6f-70115acb56f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d94909ad4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: a6026640-a058-495c-b597-0bb6f8cff395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:40:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:10Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d9498cee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 626ffd77-fee2-4207-a0aa-629aad69e2d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:48Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d97998fcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 819b293a-b8e8-42c8-bba7-007cf50a6d3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:38Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968d979a3b577
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 93e24d7f-9e31-47d5-acfb-6cee94648e35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968ec1185b685
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 6b128340-a9e0-418f-af23-7b05c7139a1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968ec1185e26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 3de0eb89-f8ce-4d49-957f-60f857acdf00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968ec118656c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: a13c09be-55c1-4d27-b867-0440dbeb777b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 07a7d93a-5786-46f3-9a15-c62c97817299
  kind: Event
  lastTimestamp: "2026-04-24T21:41:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:48Z"
    name: isvc-logger-predictor-b9bbfbbdf-w7gmt.18a968ec919c1b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e4034513-895e-4a67-8910-cc5536b72666
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-b9bbfbbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: f2cace88-eb14-435b-9a37-8c7269691841
  kind: Event
  lastTimestamp: "2026-04-24T21:40:05Z"
  message: 'Created pod: isvc-logger-predictor-b9bbfbbdf-w7gmt'
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:05Z"
    name: isvc-logger-predictor-b9bbfbbdf.18a968d838fdabfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: ea21a0d4-99d2-488d-b0e1-e27a8da14880
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: fcaeb283-45c8-473c-977e-f6b37707e10d
  kind: Event
  lastTimestamp: "2026-04-24T21:40:05Z"
  message: Scaled up replica set isvc-logger-predictor-b9bbfbbdf from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:05Z"
    name: isvc-logger-predictor.18a968d835934479
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 3e9f5297-8046-40d5-b928-d791296144b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: eeaf35c3-bac2-4575-af76-011a3321ebf1
  kind: Event
  lastTimestamp: "2026-04-24T21:40:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:20Z"
    name: isvc-logger-predictor.18a968dbb43f6b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 0052242d-3839-48a7-9ea0-bc362265c839
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: eeaf35c3-bac2-4575-af76-011a3321ebf1
  kind: Event
  lastTimestamp: "2026-04-24T21:40:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:20Z"
    name: isvc-logger-predictor.18a968dbb4cf189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: fa6622a5-41b6-41ae-87b0-aea5d2d0a334
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: eeaf35c3-bac2-4575-af76-011a3321ebf1
  kind: Event
  lastTimestamp: "2026-04-24T21:41:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:20Z"
    name: isvc-logger-predictor.18a968df343b385e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: 4a8dcd5a-d216-4dfe-b199-2cd4454edc49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: eeaf35c3-bac2-4575-af76-011a3321ebf1
  kind: Event
  lastTimestamp: "2026-04-24T21:41:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:20Z"
    name: isvc-logger-predictor.18a968df34cc8782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 415653ed-da1a-46bc-ac15-8830cdbfc921
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 6053ccd2-b7cb-4da7-89f7-975834c5e9ca
  kind: Event
  lastTimestamp: "2026-04-24T21:41:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:18Z"
    name: isvc-logger.18a968d83565e2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 73dd7302-72d4-4d94-869f-c3467ce452ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 6053ccd2-b7cb-4da7-89f7-975834c5e9ca
  kind: Event
  lastTimestamp: "2026-04-24T21:40:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:05Z"
    name: isvc-logger.18a968d835c3eaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 3909bc5b-98a5-46b9-b1a6-49960d91ab95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 6053ccd2-b7cb-4da7-89f7-975834c5e9ca
  kind: Event
  lastTimestamp: "2026-04-24T21:40:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:05Z"
    name: isvc-logger.18a968d83bea276c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: c0dc7604-c6ba-45b6-98e0-00bdd229332c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 6053ccd2-b7cb-4da7-89f7-975834c5e9ca
  kind: Event
  lastTimestamp: "2026-04-24T21:41:18Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:18Z"
    name: isvc-logger.18a968e918951ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 50ad046e-8466-447d-aa29-734dadff2e59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:47:42.176213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694277fd4f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: 17f90481-248e-4842-887e-2271fde9f846
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96942914e450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 6c9dc6e6-5bab-4314-8299-43fdb59a1327
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694292c1919c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19337"
    uid: 26c5cb29-a144-4b2c-8054-eea7c6bf7aca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694299466822
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: 886b9c8c-42c4-4b16-b471-d41b2bd1c76f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694299c353ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: c9dfd39c-410a-4051-bfec-e6df77036ed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943ba94c217
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: da23ea83-8314-49af-9802-3b61c382d0ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943bd6bdea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 63c5442e-fd62-4a79-8a5b-1f084803eb60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943bddb3f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: e9927f97-cb1e-4f7b-b3cd-f4817c2c2835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943bde779e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 2a1261ac-395f-4313-a4e0-53dfe203088b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943c0db875b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 1d0337d7-aacd-433e-a553-3915b7dde681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:47:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:47Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a96943c150a856
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 57d1e759-94a1-45e2-bd0f-c799bc3cd8c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694e218ba2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: df30d278-c179-46af-8a2a-f903fd2f5dbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 71779215-5d0e-403a-ac2e-1b31342ae166
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7.18a9694e218df77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 43645edb-77d8-4bdc-b968-99642f129c1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 58e5fd15-de42-4ca4-98a6-6a87c06bdae6
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-h5mf7'
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a9694277604762
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 2e589645-9452-44b3-98c5-6ff779cded96
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 86b528b1-0cef-4352-b925-0880128528d5
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9694274c4a719
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 0b87db4b-7a41-43cc-b73c-8d84e17d0e03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 1d50af9f-d818-47d1-aa91-4bc9fab2fa7b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96945f362fa6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: ebb2915d-3872-4051-b589-ed8c8e7e05a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 1d50af9f-d818-47d1-aa91-4bc9fab2fa7b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96945f3d31281
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: c4be58b6-0aef-4b20-9b3c-cbe9b8f2ebd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 1d50af9f-d818-47d1-aa91-4bc9fab2fa7b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9694973037d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 61b15bc3-10ca-4bea-9e96-5aa98aa7b353
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 1d50af9f-d818-47d1-aa91-4bc9fab2fa7b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9694973772433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: 6741d33b-aca1-4270-9ed7-729443f1ca17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: c6fab6bf-cd4f-4980-9013-f99a0763f21b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-mlflow-v2-runtime.18a969427499ed5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 9f76d2a4-8f3d-4848-87d5-15fdad109b1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: c6fab6bf-cd4f-4980-9013-f99a0763f21b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:42Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:42Z"
    name: isvc-mlflow-v2-runtime.18a9694274f0435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: b52f2bc2-5639-416a-bc2b-853de1fb80b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: c6fab6bf-cd4f-4980-9013-f99a0763f21b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-mlflow-v2-runtime.18a9694c5dc928f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 4ea78369-5a35-4f54-b6bb-5d73536625b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:49:52.517787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96960d0f3f434
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: e971e7c4-4f74-4fb8-8592-aaaa3f985188
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96960de9e6d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 6e937624-b44e-4491-9b59-b56500ecd4d3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:53Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:49:53Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a969610d37559a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 39b9a855-3caf-47bb-aff5-a0ac1f73e7ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:53Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a969610eab3a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: bbad7a67-63d2-4552-a101-803912ee2174
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:53Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a9696111878f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: b04f2586-368b-47b4-a909-649db0fd3963
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:53Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96961120b3bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 1cd423be-3642-434b-b920-7c39ed939682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:49:58Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96962516f5176
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: 2ab3906f-c297-40db-b8d2-f8bd4faefe05
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.309s (10.309s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964b7e89e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 0541d743-8e57-4a4b-baae-8e40201805c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964bb8de42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: d0185171-7ecc-4512-b1d0-dae5ef62f703
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964bc14fa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 20832368-5a43-4b60-a9af-f0e492d31fa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964bc21d527
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 7386166e-0207-42bb-8bb3-578b1935504f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964bf5d950c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 8f8b122b-2a7d-4ecc-bb20-50fe12e03cf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964bfe4da6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 261ef126-21b6-4247-b1db-4f808ac3d95b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:50:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:47Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96964e3625d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 8a17c965-f7fd-4e9e-a2ac-be725f98a56c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:51:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a96971753fcbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 97b620ff-a2f8-488b-8e50-85fe2577441e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 424d4c27-d7a2-4840-b8c6-3a86bc106059
  kind: Event
  lastTimestamp: "2026-04-24T21:51:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-s5jwl.18a9697175405668
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 5a203ea2-1718-4bb1-8ea5-aa87aff1d633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: b801f3d6-9d3a-4b45-a1aa-5e861a0a636e
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-s5jwl'
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a96960d0856e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: b1df3bbf-7f39-49be-9b4f-3649a54870e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: e6a4eada-e3c2-46d8-bb33-f4d3ac2dd4bc
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-paddle-predictor.18a96960cd7869b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: d78ce783-2278-4993-8e11-0f6b9c1e10fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: e4c34af7-4287-4211-8f33-8aaa912b9a0f
  kind: Event
  lastTimestamp: "2026-04-24T21:50:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:37Z"
    name: isvc-paddle-predictor.18a969644c17fa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 8bff3d57-a412-44af-9444-7a814cedc902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: e4c34af7-4287-4211-8f33-8aaa912b9a0f
  kind: Event
  lastTimestamp: "2026-04-24T21:50:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:37Z"
    name: isvc-paddle-predictor.18a969644c9115ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 94ae73e8-34b0-4157-bb50-d35e43a5fef4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: e4c34af7-4287-4211-8f33-8aaa912b9a0f
  kind: Event
  lastTimestamp: "2026-04-24T21:50:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:52Z"
    name: isvc-paddle-predictor.18a9696eca2dfa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 2af6a2e4-8a3e-4ee3-b112-ea15a2dd714f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: e4c34af7-4287-4211-8f33-8aaa912b9a0f
  kind: Event
  lastTimestamp: "2026-04-24T21:50:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:52Z"
    name: isvc-paddle-predictor.18a9696ecaa38d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: ac067c67-c392-4612-aa90-182bc49decca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:51:04.119190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a969717cbaa2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 21619ae7-c283-41ae-9a6c-6cd5a2b24561
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a969719598ebbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: 3b8d80f0-fa68-47c8-91c4-d04934008b3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96971971df8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 3333636a-8ef9-40a6-b77e-8b230c03ae71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a9697199d564b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: ec239329-75a3-4029-984e-2a8ea5576dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a969719a471b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 0093b680-2efa-4e4e-92bd-e0823dbcbcac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972aa8232ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: c3726f42-0fdc-4be3-bdbc-57dac46d9f98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972ad89433f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: a146b52b-cd4a-4413-9fea-ca2fc6774176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972ae0118e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: d71e8a2f-7328-4aea-a610-6cbcc10fbf7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972ae0e6d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 82ac35e4-68c3-48af-81f5-d08eccae454d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972b0daa19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: f780a624-b6a1-41dc-907f-8c6392ae7fbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:51:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972b1520cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: e9d3d084-b08c-48de-b9d1-1660138dfd59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a96972e6735332
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 24e731f5-fa27-4a61-99c3-e625bbc2667d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a9697fce5953e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 1b7509b0-cb7d-4c6b-a6c5-cc9e044a4262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a9697fce59c936
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: b0adb12f-fc7e-46e1-83a2-362a3f0922b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: c91f974e-bcaa-4aff-9b0f-35fee97da7f0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7.18a9697ff07eb6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: e5143001-c7cc-46eb-9410-9af50bad5be6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: 006e3b84-8b57-45ae-af50-c8ee4c70c7eb
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-n5xp7'
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a969717c29ae30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: b06df8c5-6f31-4c6e-88d5-d786846e5cfa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: c84e53cc-0f1f-4f6e-94b6-8005057bcafb
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime-predictor.18a96971798493a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: 97bfbf48-31a7-43fa-9e26-8425e782bb33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: 11920724-c7de-4adb-a118-569f8265342c
  kind: Event
  lastTimestamp: "2026-04-24T21:51:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:49Z"
    name: isvc-paddle-runtime-predictor.18a96974f8914915
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 810b5a92-2bd2-4725-ab5f-ed62ff496880
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: 11920724-c7de-4adb-a118-569f8265342c
  kind: Event
  lastTimestamp: "2026-04-24T21:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:49Z"
    name: isvc-paddle-runtime-predictor.18a96974f8fc3e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: 451ca61a-3bca-497e-9b71-168e48ac113d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 11920724-c7de-4adb-a118-569f8265342c
  kind: Event
  lastTimestamp: "2026-04-24T21:52:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:04Z"
    name: isvc-paddle-runtime-predictor.18a9697f7627a46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 5298172a-e5d8-4334-9cb6-077f63553091
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 11920724-c7de-4adb-a118-569f8265342c
  kind: Event
  lastTimestamp: "2026-04-24T21:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:04Z"
    name: isvc-paddle-runtime-predictor.18a9697f76965759
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 90ae22aa-3bec-4295-a005-5a965e7b40aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: f5e1c593-948e-4ca8-81a8-e0ca7788fb58
  kind: Event
  lastTimestamp: "2026-04-24T21:51:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:56Z"
    name: isvc-paddle-runtime.18a96971795bb707
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 4055e7eb-c347-4231-8748-8f2ed65aa184
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: f5e1c593-948e-4ca8-81a8-e0ca7788fb58
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime.18a9697179b5a5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: f4072f41-e777-4e50-a272-b45213802503
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: f5e1c593-948e-4ca8-81a8-e0ca7788fb58
  kind: Event
  lastTimestamp: "2026-04-24T21:51:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:04Z"
    name: isvc-paddle-runtime.18a9697180096a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 1ce4f06d-c0bb-4932-8605-aa015d0d15b7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: f5e1c593-948e-4ca8-81a8-e0ca7788fb58
  kind: Event
  lastTimestamp: "2026-04-24T21:51:56Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:56Z"
    name: isvc-paddle-runtime.18a9697da19c38eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 8d959a39-5c16-4e11-a816-a671693e72da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:52:05.852105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9697fdc4c201e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: be414eba-c25f-4663-8399-fe49799b3f23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9697ff4ece764
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: 3bdbf681-26df-4bf1-bbf2-1ed641775663
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9697ff65d8fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 6025f463-86f9-4454-be48-a1c940c38ae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9697ff8f7fcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: 0473cca8-fdec-40d3-a904-75726b83add0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9697ff96ed472
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: f7608920-bd1d-49ec-8092-03d5ac459579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a969812439b2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: 57a7b04f-486f-4134-8c60-60cb2991b945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a96981270dbb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 41f9fd9e-bb1e-4180-95f1-5f39f9f45c75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9698127825de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: a246a055-88d1-4015-b072-66bc0d8cd8f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a96981278e037c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 995e8cb2-ca6d-44f4-94d7-18002e06d29d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a969812ac1055a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 66608c7b-352e-4d7a-bf79-e5844adf3286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:52:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a969812b31494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: b7981a5c-b9ee-440b-b6bf-21411783840b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a969816022172c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22116"
    uid: a9f87723-39f9-4283-a2af-80fff17100a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9698e28ea5e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: df78f823-6128-49e8-84d0-054467480e01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9698e28eb2521
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: a363895d-40b2-4617-86d2-10676b186df1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: dfa5b575-2889-4bc1-88cf-4dfcc4e84ad0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq.18a9698e6a1d37d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: f30cb63d-13d2-4ca4-96ba-ac0d36db0a0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: de7fdbf9-0387-4898-a93f-7b557cf6bd10
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-fzdbq'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a9697fdafb943b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 4021a9e7-a9a2-421c-a422-ac8aedf87fda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 43001fbe-e5d9-4c0c-b9cb-65f345a0b09d
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-v2-kserve-predictor.18a9697fd2e55c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 01678fb3-582d-402f-8eef-439193e9a01e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 3eb53a6d-331c-4be4-9d90-0cd3fa472bcb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a96983523bf305
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: c96ca1ea-dc8d-4316-8d3f-6c72036689f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 3eb53a6d-331c-4be4-9d90-0cd3fa472bcb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a9698352de8189
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 5d35638e-9a9d-4c37-8d91-466c832b4f9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 3eb53a6d-331c-4be4-9d90-0cd3fa472bcb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:05Z"
    name: isvc-paddle-v2-kserve-predictor.18a96986d1913b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 3cce9e60-0d72-4b2a-8ff4-05f9346467fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 3eb53a6d-331c-4be4-9d90-0cd3fa472bcb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:05Z"
    name: isvc-paddle-v2-kserve-predictor.18a96986d20e537e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 63d76989-ac30-45d4-b910-a2cd3e721cfc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: 90b5c645-4768-4404-a502-5668ccd7dd6d
  kind: Event
  lastTimestamp: "2026-04-24T21:52:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:58Z"
    name: isvc-paddle-v2-kserve.18a9697fd2785772
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 585f6e55-ee80-42aa-9206-cb27e6e8f917
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: 90b5c645-4768-4404-a502-5668ccd7dd6d
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-v2-kserve.18a9697fd3682a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 84958354-3a06-4edc-9489-c69504d1c910
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 90b5c645-4768-4404-a502-5668ccd7dd6d
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-paddle-v2-kserve.18a9697fe051af89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: d1fd0c66-7f44-4085-a918-6ddcd4fca7fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: 90b5c645-4768-4404-a502-5668ccd7dd6d
  kind: Event
  lastTimestamp: "2026-04-24T21:52:58Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:58Z"
    name: isvc-paddle-v2-kserve.18a9698c1b067995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: edecc424-cde4-4bb2-a9d1-e44bac073c2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: de0fc975-2c88-4d2f-bf14-5e3c323767cd
  kind: Event
  lastTimestamp: "2026-04-24T21:50:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:57Z"
    name: isvc-paddle.18a96960cd57412c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 933c30f3-51d7-432f-b463-10b36c2bf1f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: de0fc975-2c88-4d2f-bf14-5e3c323767cd
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-paddle.18a96960cdab90e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 47408b72-8436-46f5-9585-42a404ab1856
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: de0fc975-2c88-4d2f-bf14-5e3c323767cd
  kind: Event
  lastTimestamp: "2026-04-24T21:50:57Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:57Z"
    name: isvc-paddle.18a9696fda92d697
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: bedc8d79-4777-4167-9b20-e88548a81008
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:53:07.355373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-4xvw7
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698e2e2d8e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: d68d8e16-e16b-4496-85fc-69d42061a4c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698e46f742a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: b7133d28-a8be-4ed6-8af8-7d1067e372cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698e485bd787
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: 091e3f90-b3da-48e8-bca1-0d2f1792394a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698e4b66f6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 3defa36b-28dd-4760-a259-3f86629a370c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698e4bd942d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: d7fdfa73-9750-4007-a880-8ec1cc99d3ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:11Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:11Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9698f2754413b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 1094baa1-d91e-4ebe-a0b5-368f00109b2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.688s (6.688s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990b5f8be2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: d1fd5ada-b51e-4b95-95e4-d44798da0e16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990b9188ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 75006c41-5faa-4c97-ad64-a0d3364e6ce8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990b98d7f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: ee16f292-4f22-4e54-b193-9c7bbae7525d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990b998bd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 2d252d06-b5c6-4df1-96ce-8787d39ab915
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990bc4d7675
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: d447821b-db52-4e42-bbb2-5c5838b6bcd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a96990bcc06a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: cd15ecb3-1b09-4931-8746-3c2783093ccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:54:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:25Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a9699105b16a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 558d1e30-911e-43a4-a9a4-f3b7eacf7167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a969a35ffd5da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: ca6bc50e-95b4-4459-be4a-92369db405f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a969a35ffe32d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22803"
    uid: 6ee50396-b1db-439f-b320-2585228c7d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4xvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: df063b6c-c298-404c-b8ca-4b4cc846593f
  kind: Event
  lastTimestamp: "2026-04-24T21:54:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:40Z"
    name: isvc-pmml-predictor-8bb578669-4xvw7.18a969a3e1cd73a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: 08235380-03ee-45c5-b301-dde242cdc16e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: a821e57f-b217-4a53-8e26-cc909230592c
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-4xvw7'
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor-8bb578669.18a9698e2dc59d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: eda89439-68d3-4558-aa97-ccfbea33ab73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 0ac253aa-0b59-492c-ad35-c69fe73b53b9
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml-predictor.18a9698e2b06ccd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 7a3f7cde-f830-497a-989d-663b4334e8f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 85f69da5-24ad-4ca2-94a2-9058d615d43e
  kind: Event
  lastTimestamp: "2026-04-24T21:53:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:22Z"
    name: isvc-pmml-predictor.18a96991a9fb38e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: 0461f5f4-5bea-498a-8048-d16c710cd8a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 85f69da5-24ad-4ca2-94a2-9058d615d43e
  kind: Event
  lastTimestamp: "2026-04-24T21:53:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:22Z"
    name: isvc-pmml-predictor.18a96991aa6670da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 83bdcd2a-8778-486a-9db2-d8f857c6983e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 85f69da5-24ad-4ca2-94a2-9058d615d43e
  kind: Event
  lastTimestamp: "2026-04-24T21:54:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:37Z"
    name: isvc-pmml-predictor.18a969952a07af7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: e7cf6d19-2824-4f12-8422-0d27ee3df8eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 85f69da5-24ad-4ca2-94a2-9058d615d43e
  kind: Event
  lastTimestamp: "2026-04-24T21:54:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:37Z"
    name: isvc-pmml-predictor.18a969952ab94828
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: ef1ed911-f288-4745-86f0-0b575e6b5187
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:54:38.508856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-6vx4w
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a367595acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: 9fcbcbe3-c4f2-4020-9050-1f0f5d119fb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a37fe0a8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 2c3b4c05-9392-4e8f-a4cb-296f4b11d322
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a38162a45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: eb9378f5-1813-4c9d-98dd-7dfa4688740c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a383f97fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: d807e115-066e-4b26-91f9-c503581335e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a3846ad026
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 68088b68-8531-4e64-a3a9-31f94a622318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a46681cbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 9924c44f-36d6-404d-8ab8-562f0daf252a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a469587457
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 4e42d020-ff65-4df8-9c22-aa1e981802ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a469c79755
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: 1b97d4da-7c47-49bb-8730-325cd8db109c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a469d3d31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 0d0e27d3-cb06-4f2e-bc93-f8bf355ae1d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a46c4b2264
    namespace: kserve-ci-e2e-test
    resourceVersion: "22887"
    uid: c38ebfb9-c037-41dc-b5b7-cd66b7a13f11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a46cbb15e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: 2de9205e-d76f-4a13-af67-808b0a8850bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969a4a26eda78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 90c51c84-fc63-4fd5-a70a-d423ee71e4b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969b89628f88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 7946b8c1-4280-415d-a4b7-dfee2df627ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969b89629b46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 68e13b97-373c-4c0b-a121-e2a2280531e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3971e441-4130-49c0-9fec-01afff2b0ce1
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-6vx4w.18a969b8e45f718a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 2d2bb51d-a608-4095-8f82-bda76ba62256
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22805"
    uid: a252b826-8c3f-4066-8f3d-9d592bd7f4d6
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-6vx4w'
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a969a36709f3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 376d6f2a-34bb-4401-9054-419308761b7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: cab53394-9578-4f31-a25d-af91bbe60c90
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime-predictor.18a969a361132213
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 550c0605-7f50-42b5-b0f0-5a28503835c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 0be4615d-8811-4dd4-8506-42aa416b84d0
  kind: Event
  lastTimestamp: "2026-04-24T21:55:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:08Z"
    name: isvc-pmml-runtime-predictor.18a969a6e0155d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: ced3816a-e777-4f11-b996-d99ae619d75a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 0be4615d-8811-4dd4-8506-42aa416b84d0
  kind: Event
  lastTimestamp: "2026-04-24T21:55:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:08Z"
    name: isvc-pmml-runtime-predictor.18a969a6e06be660
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: e06e16d9-4791-427f-b20e-71fa8f30b2c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: 0be4615d-8811-4dd4-8506-42aa416b84d0
  kind: Event
  lastTimestamp: "2026-04-24T21:56:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:08Z"
    name: isvc-pmml-runtime-predictor.18a969adde83efc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 264b8b91-79a9-46f4-842a-4f9c91b0eb5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: 0be4615d-8811-4dd4-8506-42aa416b84d0
  kind: Event
  lastTimestamp: "2026-04-24T21:56:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:08Z"
    name: isvc-pmml-runtime-predictor.18a969addef6688f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: b63b2acf-7f0e-416f-8ae6-d728da77e75c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: eb15841c-9e5c-42bc-8948-5bfb5f4ade46
  kind: Event
  lastTimestamp: "2026-04-24T21:56:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:00Z"
    name: isvc-pmml-runtime.18a969a360e4ffc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 5909a351-ecf9-477b-956e-6044a613e45d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: eb15841c-9e5c-42bc-8948-5bfb5f4ade46
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime.18a969a36143ab72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 542d4f1a-29ba-4fe7-94a0-6f5fe858372e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: eb15841c-9e5c-42bc-8948-5bfb5f4ade46
  kind: Event
  lastTimestamp: "2026-04-24T21:54:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:38Z"
    name: isvc-pmml-runtime.18a969a3693f1b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: e2cbe242-efc2-4795-ae38-46cce1e7364c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: eb15841c-9e5c-42bc-8948-5bfb5f4ade46
  kind: Event
  lastTimestamp: "2026-04-24T21:56:00Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:00Z"
    name: isvc-pmml-runtime.18a969b695a92211
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 2110ead7-1d19-4a27-9a26-31439ab8ebb4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:56:09.612003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b89d84fe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: f978890c-b612-47df-ad14-5818e92ae877
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b8b682d55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 76f1a6bc-22db-44da-acd1-c5c3c439b703
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b8b7ec473e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 78e9d02a-46d8-4c8c-a6cc-16a138f805ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b8ba957b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 14738fcb-a662-4f5e-93a5-d933466b478d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b8bb08498d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 3eb688a1-c9b4-4114-bb96-51ce7dfd63f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9a6835f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: 72c86a93-9a27-4d0f-adb2-0affa907ce5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9a9cac3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 8bc522f5-8a6e-4811-9cb0-0da76ede9487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9aa3d9697
    namespace: kserve-ci-e2e-test
    resourceVersion: "23626"
    uid: 344f5dd0-be66-4518-af2a-c1ee58e70901
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9aa49360e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: e8bfa579-3fa9-4ec1-9b53-6c77c0b9af5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9ad1b905d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: e9567854-0b91-4e26-95fb-fce97a372616
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:14Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9ad8c0f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: f5e12f39-0b99-431b-b17b-3371ee1d3498
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:57:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969b9e26d28d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 3e058ba5-01f5-4122-99ee-c443fae0189b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969cdd1fe2170
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: 801ce4cf-92ab-4cd5-9181-de519b672b0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969cdd1fecb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: 8832e7a7-8e30-4f52-9c96-ae62d33f3d8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 16596a46-9d58-4fa3-83c9-46f49d7b50a7
  kind: Event
  lastTimestamp: "2026-04-24T21:57:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs.18a969cde88c9aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 8a8252a4-1e5c-4870-9d3c-7decd4548947
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: faf31181-e5e3-483f-a55f-3ff2d3ff8ec7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-tkgcs'
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a969b89d0fe669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: f0a9e7fb-2612-4b27-9a9b-db02558bdaf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: bd5ee543-ae97-496f-acf9-3fa02d1fb3db
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-v2-kserve-predictor.18a969b897d02b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: a8957598-6ce6-46ac-838c-6d2e62664e3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 9ded58cc-7373-4889-bb34-d2017fc66fda
  kind: Event
  lastTimestamp: "2026-04-24T21:56:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:54Z"
    name: isvc-pmml-v2-kserve-predictor.18a969bc17f17472
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 4de23df6-bb4f-4ec1-b266-7fdf2738517b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 9ded58cc-7373-4889-bb34-d2017fc66fda
  kind: Event
  lastTimestamp: "2026-04-24T21:56:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:54Z"
    name: isvc-pmml-v2-kserve-predictor.18a969bc191d4444
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 538a3b1e-881c-4e30-8d1a-13a5af500a73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 9ded58cc-7373-4889-bb34-d2017fc66fda
  kind: Event
  lastTimestamp: "2026-04-24T21:57:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:39Z"
    name: isvc-pmml-v2-kserve-predictor.18a969c69683dc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 22f0e03b-3d22-451f-a343-35a2ab8a7e8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 9ded58cc-7373-4889-bb34-d2017fc66fda
  kind: Event
  lastTimestamp: "2026-04-24T21:57:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:39Z"
    name: isvc-pmml-v2-kserve-predictor.18a969c696f56ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: f9ba3428-4214-4b03-a971-ce218c1afaa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: c53619bd-7918-4b4e-8b28-b7792b61c9e9
  kind: Event
  lastTimestamp: "2026-04-24T21:57:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:32Z"
    name: isvc-pmml-v2-kserve.18a969b897da0517
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: ca28fb07-78a6-4fed-9c28-645156557fc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: c53619bd-7918-4b4e-8b28-b7792b61c9e9
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-v2-kserve.18a969b89870c145
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: 11fac646-422e-43d8-a055-e0e8e71b6198
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: c53619bd-7918-4b4e-8b28-b7792b61c9e9
  kind: Event
  lastTimestamp: "2026-04-24T21:56:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:09Z"
    name: isvc-pmml-v2-kserve.18a969b89f18ea5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: 1cb66322-30c8-44d4-af98-22ceb09a0c05
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: c53619bd-7918-4b4e-8b28-b7792b61c9e9
  kind: Event
  lastTimestamp: "2026-04-24T21:57:32Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:32Z"
    name: isvc-pmml-v2-kserve.18a969cbd5ba41c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 8669b893-a6a7-4e5a-ab5d-4b77d6c0e9ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 70adfdb8-7ea3-43c8-b7cb-af8a5304e952
  kind: Event
  lastTimestamp: "2026-04-24T21:54:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:34Z"
    name: isvc-pmml.18a9698e2ae12c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 91a17d92-83ba-41ca-b41d-19641b817d82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: 70adfdb8-7ea3-43c8-b7cb-af8a5304e952
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml.18a9698e2b2b28cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: 3a050e8c-e015-4d6e-8266-16ee5f1a72ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 70adfdb8-7ea3-43c8-b7cb-af8a5304e952
  kind: Event
  lastTimestamp: "2026-04-24T21:53:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:53:07Z"
    name: isvc-pmml.18a9698e31f0bce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e08ba174-155d-432f-8e3d-dade10c63f91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: 70adfdb8-7ea3-43c8-b7cb-af8a5304e952
  kind: Event
  lastTimestamp: "2026-04-24T21:54:34Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:34Z"
    name: isvc-pmml.18a969a267dae6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 18fff704-c877-48f2-8a54-813a06b9a6ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:02:29.708740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a111d0cf986
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 71ea7a53-dedd-472d-934d-c326bf372d29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a1136311e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: e56a58a9-4ed0-4870-ad66-48bde3fb4bb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a113c9617e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: e1858c99-cc79-4059-b262-00614e03d582
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a113fb95820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: b8fb8416-6a1e-4657-9789-bddbd87b9d8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a11402d02ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 56733577-8faf-44b0-9f7c-33ad10898c7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a1225a8d453
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: caa4d3b2-764c-4262-99c1-91c1532b9210
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a122979f8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: f477d88e-257f-4a6c-8f5a-e8c513fc62f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a122a070d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 1926bf66-7792-408d-a982-4d34c9255ff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a122a1798d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 38667edf-a58a-4095-aeb3-292dc1f84635
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a122d5669cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 53e94020-6e97-4d32-9dde-1be388e0a611
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a122dcd57b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 8301599d-de0b-4f38-a6fa-9d523e44ed37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:04:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a1261a4f28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 30c9c45c-d529-4b1f-8488-9eef8a98afae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a261a8edf54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: f3845260-c280-4660-ba49-e40c53ff69ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a261a8fa82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: 6522d1a2-bcb3-45e0-992f-896d7ee24cfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 5d3cc6e0-ac57-4f49-b550-1c0666d4fac2
  kind: Event
  lastTimestamp: "2026-04-24T22:04:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7.18a96a2667e94f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27838"
    uid: 74a955cf-338d-4543-9b7f-d5f325e2c66c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: 70796534-66e2-425f-9490-591602220010
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-zz2h7'
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a96a111c90b719
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 1496c6ec-5c81-4e31-b40f-f3842c4b0336
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: ab26f97e-abdb-42f4-85bb-a2667fa801a3
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-lightgbm-predictor.18a96a11191362d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 736e334d-e942-4557-891d-822e5d4ed4d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 8fdc9c9e-0da6-49c0-a2d7-e77767105c15
  kind: Event
  lastTimestamp: "2026-04-24T22:03:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96a1497f7554c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: 0c683a8c-f796-4b2b-9a76-b19b62effebc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 8fdc9c9e-0da6-49c0-a2d7-e77767105c15
  kind: Event
  lastTimestamp: "2026-04-24T22:03:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96a149864be79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27441"
    uid: 67b2d8c8-2b7a-4379-aae8-b53d44930459
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: 8fdc9c9e-0da6-49c0-a2d7-e77767105c15
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-lightgbm-predictor.18a96a1817328347
    namespace: kserve-ci-e2e-test
    resourceVersion: "27764"
    uid: 1abc74c4-239e-4f86-bf38-f06dcfc20ccd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: 8fdc9c9e-0da6-49c0-a2d7-e77767105c15
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-lightgbm-predictor.18a96a1817bb286d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 7598df20-55e8-4236-a193-1e52821b40db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:06:50.320632Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29203"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4dcabadb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "29210"
    uid: c8a5e200-64df-49dc-b43e-5ebddeeb9a41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4de37b0d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: c1e3f358-2ae0-4a5f-b552-c8ebe4cabc05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4de582fef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 77a998b0-fb20-43c5-82bd-c2a0078655c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4de82c5a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: 3b02f3ea-92b7-486c-bec2-0764401b8300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4de89a20be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29227"
    uid: 5d4877f2-345c-4d88-8475-504088857ba3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4eda244ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 345a4a0d-b60f-44fa-92c2-c4f5b60f3bd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4edd6505ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29275"
    uid: 5f66a0a1-5a9d-4e9f-81d0-87b22f6e30f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4eddd1a614
    namespace: kserve-ci-e2e-test
    resourceVersion: "29276"
    uid: 6bc5c59f-6c53-4814-b04d-7afac70877dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4edddcabeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: f1cfdc4a-0722-49d4-a1b9-43f860ae8bba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4ee02397b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: f5f6a194-1856-4f55-80fe-b391b23ca3d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:06:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a4ee095fdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 54df7bc8-5a94-4f81-83e3-667c390b27ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:08:21Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a57786b0856
    namespace: kserve-ci-e2e-test
    resourceVersion: "29960"
    uid: b1c5274b-4f3a-4b06-be91-feb1ba0372c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a62c618ea67
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: 1c8050a7-994a-430b-ad22-c6bb6069e1ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a62c6198d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: 9295e888-a3e6-4540-bbd6-b78e98ca9e65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 5abd18b1-6567-498c-b4d1-444e34d775a5
  kind: Event
  lastTimestamp: "2026-04-24T22:08:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw.18a96a631c4419c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29959"
    uid: 707a9a58-ad5e-4662-be7a-468a5c9f7a0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 063f7506-4d0c-40bf-b598-1a37487f25ef
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-4spkw'
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a96a4dca3d734b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29206"
    uid: 0290a8fc-9ca4-461f-8a39-4e0009305f4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29191"
    uid: 4fb620b3-352f-4a6e-bea8-c7ad4a28e5ed
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a4dc79cc33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29197"
    uid: f74e6d02-f8f1-4445-a364-091ff0bcafd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29193"
    uid: 09e6725d-21b2-4140-b000-9a603bca22e2
  kind: Event
  lastTimestamp: "2026-04-24T22:07:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a51462d5436
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: 4620e0ab-a589-4de9-bc7a-595df098918b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29193"
    uid: 09e6725d-21b2-4140-b000-9a603bca22e2
  kind: Event
  lastTimestamp: "2026-04-24T22:07:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a5146b23140
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: ed27bab3-8171-4e84-9a8e-b21230e5d2dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 09e6725d-21b2-4140-b000-9a603bca22e2
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a5844bc85ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29899"
    uid: a423ebab-599a-4ded-bd59-11943affd41d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 09e6725d-21b2-4140-b000-9a603bca22e2
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a58452adf03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29901"
    uid: 1c56f33c-82fa-43d4-9b61-1cadf6b0a5cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29165"
    uid: 5a962508-a82a-41f1-a619-09ab324852ae
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-predictive-lightgbm-v2.18a96a4dc76a4a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: 9767cf85-e1a5-44e4-af88-5682dc179818
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29165"
    uid: 5a962508-a82a-41f1-a619-09ab324852ae
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-lightgbm-v2.18a96a4dc7ce70a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29199"
    uid: 09e3e396-4e46-4852-9a1f-e3c457da742b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: 5a962508-a82a-41f1-a619-09ab324852ae
  kind: Event
  lastTimestamp: "2026-04-24T22:08:11Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:11Z"
    name: isvc-predictive-lightgbm-v2.18a96a60cdfcb581
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: ca73474f-c154-4bb7-89df-e024f71142ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: c607c793-14e4-4abb-ac37-41a46e06b141
  kind: Event
  lastTimestamp: "2026-04-24T22:03:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:51Z"
    name: isvc-predictive-lightgbm.18a96a1118e41bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27702"
    uid: 04736ddc-449b-49fc-9af4-f16baaf97fa9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: c607c793-14e4-4abb-ac37-41a46e06b141
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-lightgbm.18a96a11193ca731
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 05539ff0-7fe8-42e3-86bf-1a19094189bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: c607c793-14e4-4abb-ac37-41a46e06b141
  kind: Event
  lastTimestamp: "2026-04-24T22:03:51Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:51Z"
    name: isvc-predictive-lightgbm.18a96a241a334a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: b48b917f-24d0-43d2-b131-611f0c4bad7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:59:29.300396Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e71be01b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25322"
    uid: 4bc2606e-2574-4ce3-918c-422633f35102
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25325"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e734d6c908
    namespace: kserve-ci-e2e-test
    resourceVersion: "25334"
    uid: 83bff3d0-5d8e-4223-b498-e4f1249219f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e73689001a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 4a37a551-3e15-4ea0-9bb4-b78cfeacbbae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e73968064f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 354a8628-6edb-459e-86b1-bb16e30fd4bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e739d98c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: b71ab6d9-5023-4178-b3ae-1fcf58e196ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:34Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969e85a21fc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 2ccefc8e-661c-459e-9f7f-123e76336434
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 16.773s
    (16.773s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec41e341c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 5f828f22-7cd0-42f9-9ef9-c9268b2184d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec459b6a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 4f5092c1-9f76-42ab-adb6-78f2c8fe5e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec46106f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 5bb1d6a5-a336-40b0-8c09-9342706e40c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec461b1e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 48d96ede-7ff0-4561-88ad-45d577c7a8fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec48a2a21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 5fbc4485-f35d-4059-a1c9-3ddffc9bd0db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec49154644
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 10792885-c176-44d0-a96d-63c2a8d8e0d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T22:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:12Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ec8e665fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: 969258cc-d4d5-4723-b4bb-1c070957eff2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969fe6c419f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 778a910c-7a16-4efe-a0ba-5a2170c214d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969fe6c43c271
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: 84b4a6d0-af9f-4d5e-a7af-5adcd308150f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 02ef27f2-0b27-4923-b719-a8422b91bbd7
  kind: Event
  lastTimestamp: "2026-04-24T22:01:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj.18a969ff6a830245
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 1f65345c-31be-454b-90d4-c82a88cbe9b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: a9f83400-7561-41e0-96cd-ac50db035a2c
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-c9fwj'
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a969e71b66fec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25319"
    uid: 067a637c-bae7-4d09-926a-b88c506b5295
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25303"
    uid: 348104da-8be6-48d0-ae25-9fd963a18ed2
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn-predictor.18a969e717dc60e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: 1292b25b-42b6-4cc7-bf01-d71d579510cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: b19250aa-edbb-4ff8-b71a-5e168da161d4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:59Z"
    name: isvc-predictive-sklearn-predictor.18a969ea96d6f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: 25ec93ef-e390-4f58-af24-7418a0298d11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: b19250aa-edbb-4ff8-b71a-5e168da161d4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:59Z"
    name: isvc-predictive-sklearn-predictor.18a969ea9743af7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: d71dc545-ef88-4115-947b-388f3cf86897
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25454"
    uid: b19250aa-edbb-4ff8-b71a-5e168da161d4
  kind: Event
  lastTimestamp: "2026-04-24T22:00:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:59Z"
    name: isvc-predictive-sklearn-predictor.18a969f19562dcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: c0cc0184-9e14-44a0-a75c-b81b0b3ed3c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25454"
    uid: b19250aa-edbb-4ff8-b71a-5e168da161d4
  kind: Event
  lastTimestamp: "2026-04-24T22:00:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:59Z"
    name: isvc-predictive-sklearn-predictor.18a969f195ee317a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: babe0cf8-d591-473d-b63e-25b226088f93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:03:59.974692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27808"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a26215214a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 758eb1ab-78ed-4332-bf1f-28acc94cd1e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:00Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:04:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a263a2fa5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 22d400a5-b5ca-4f3d-b85d-195cb1815c30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a263c3cfbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 8808dab0-005b-4c0d-bd1b-75599b899a5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a263ec87d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 26441211-179a-47ce-8418-708ae9b6db8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a263f401eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: 368357de-d6cc-4aeb-aed8-5f49ccd78c2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a27291a20ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: db1db02f-e22f-413d-8d27-fdff2bdc161c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a272c727a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27868"
    uid: 4ed50135-b891-4bbe-bf9d-d699fcb0ceae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a272ce44d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27869"
    uid: 98e603db-7c7b-4630-bd5d-4b01561f1a58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a272cf0d269
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 747b6be5-790a-4bf9-b670-a7b62eb2c2d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a272ff526fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: d5f0634b-b9f9-4759-8cec-fc68ca43457e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:04:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a27306ab967
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: cdceb199-ed5f-4020-96f1-24992f29cd28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:05:31Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a2fc7737acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: 5a4576df-fc6b-4c49-a4c4-4dfd4e502f36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a3b1b84a2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28511"
    uid: c826ca57-c5e9-45be-968a-245c9c7d797b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a3b1b8620ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28515"
    uid: 1f84407a-cb97-4f44-87bf-c99fb47c15a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 4213cbe4-d664-4878-b787-f9a20fb231ff
  kind: Event
  lastTimestamp: "2026-04-24T22:05:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2.18a96a3b6b5834fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28559"
    uid: 4e11fada-2dc5-488a-8a66-34bda7832df6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27797"
    uid: 1f09cbf2-4c6d-459c-978b-295aee647517
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rmsq2'
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a96a2620ab5b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: dd2a2ee3-102d-4eca-b3c6-95d8bdd8ecf2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: afdcff7f-da51-4f6f-bf9a-bc885fb44e5a
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a261c28332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: e05a6a07-9250-4198-8f8a-e173fa71815e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 38df2011-7369-4edd-ab48-54d0b55dcf74
  kind: Event
  lastTimestamp: "2026-04-24T22:04:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a299b63b030
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: a6fc1a7d-0254-4ed4-be3e-a78cf58aa27e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 38df2011-7369-4edd-ab48-54d0b55dcf74
  kind: Event
  lastTimestamp: "2026-04-24T22:04:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a299c0082fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: b851fdd1-0c1c-44b2-ae70-ad469faa183a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27952"
    uid: 38df2011-7369-4edd-ab48-54d0b55dcf74
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a3418eb6ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28483"
    uid: 990523dc-937b-43aa-aba3-5049b09b1c5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27952"
    uid: 38df2011-7369-4edd-ab48-54d0b55dcf74
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a34195b4bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: 56d98105-45cc-4aad-a041-80e8cf3d6f77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 5f5f036e-30a7-45c6-b130-88239f4e9f58
  kind: Event
  lastTimestamp: "2026-04-24T22:05:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:21Z"
    name: isvc-predictive-sklearn-v2.18a96a261c015549
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 1d8b5206-d2f1-4600-9fd4-559ebbf073cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 5f5f036e-30a7-45c6-b130-88239f4e9f58
  kind: Event
  lastTimestamp: "2026-04-24T22:03:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:59Z"
    name: isvc-predictive-sklearn-v2.18a96a261cb1b48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 61b94b4c-8228-4137-ac40-02504c183362
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 5f5f036e-30a7-45c6-b130-88239f4e9f58
  kind: Event
  lastTimestamp: "2026-04-24T22:05:21Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:21Z"
    name: isvc-predictive-sklearn-v2.18a96a391d1f8382
    namespace: kserve-ci-e2e-test
    resourceVersion: "28422"
    uid: af28e406-a564-49eb-ba48-aa78496f5987
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 0477422c-460b-47b6-a241-8529c6c0e154
  kind: Event
  lastTimestamp: "2026-04-24T22:01:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:02Z"
    name: isvc-predictive-sklearn.18a969e717b6ef19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: f7df9780-bcd8-4244-9dc5-e9c7cb2e9963
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 0477422c-460b-47b6-a241-8529c6c0e154
  kind: Event
  lastTimestamp: "2026-04-24T21:59:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:29Z"
    name: isvc-predictive-sklearn.18a969e718634c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25309"
    uid: 564a688f-0775-4724-b493-08c7eb4165f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 0477422c-460b-47b6-a241-8529c6c0e154
  kind: Event
  lastTimestamp: "2026-04-24T22:01:02Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:02Z"
    name: isvc-predictive-sklearn.18a969fcbba05270
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: d4d527b7-8947-436b-aec0-23a4ee8ae846
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:01:09.537616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969fe727ab2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 37a66c51-ca0a-4827-81ea-97eaf9c5ccdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969fe8bc0433a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 54dc4d56-d26e-41ce-a9b0-ab03b158604f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969fe8d64eb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26431"
    uid: fdfde4a4-4f64-4c85-8fd7-021b597394e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969fe8fe7bb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: c983623e-716a-473a-8783-c724c417ace0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969fe9059aa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 2f0c0e3c-7dc4-4f5a-898c-1a15d613d35d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7784820e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 1c30550e-fb9d-437b-a466-1b19e6c1c5f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7aec9171
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: a0e92c44-7ca6-4453-8570-0ad9480a7e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7b634600
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: ca2573d1-98e7-48ea-955b-dbd77a42f845
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7b6f3287
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: a66b1045-b289-4103-949f-e78e3a8cc126
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7eb65ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: ab4fce58-2b22-4aaf-8e4d-ddf0506c7483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ff7f2ae8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: fc685350-1998-4531-aa5d-4ed1d30e7185
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:02:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:21Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a969ffef4c1d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: bdfac61f-860b-48fe-a561-5af89c76daad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a96a11364da9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: c19d16bb-a7ed-4ec1-8886-8f13cd35290d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:02:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a96a11364e03db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 7ab601e2-0799-4e6c-b71c-c84f67194920
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 0addd86a-728e-43d2-bd6e-7309e86f3b73
  kind: Event
  lastTimestamp: "2026-04-24T22:02:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:31Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t.18a96a11a16d8e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 1c93a2eb-8c13-4462-a7b2-34c73e2f2e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 4d9502ff-3631-4bb5-8b8d-783ebf145e60
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-np77t'
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a969fe71eb6e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 13b8e4bd-7337-4855-b870-1f59492d5ee8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 7b4d4250-1707-4c19-be56-b39ca3de325c
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost-predictor.18a969fe6cdd2737
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: e005b505-4242-4c48-9c2e-cbaedd525ea3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: fca0cebc-991f-4070-a8c8-07ab5e1d2d22
  kind: Event
  lastTimestamp: "2026-04-24T22:01:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:24Z"
    name: isvc-predictive-xgboost-predictor.18a96a01ebebed41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 7cd8ae78-e9fa-40d7-8983-55897b4d089a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: fca0cebc-991f-4070-a8c8-07ab5e1d2d22
  kind: Event
  lastTimestamp: "2026-04-24T22:01:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:24Z"
    name: isvc-predictive-xgboost-predictor.18a96a01ec61c62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 838b493c-0ebc-4e44-8ba2-0a747273bf8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: fca0cebc-991f-4070-a8c8-07ab5e1d2d22
  kind: Event
  lastTimestamp: "2026-04-24T22:02:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:24Z"
    name: isvc-predictive-xgboost-predictor.18a96a056b18f19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: cbbf4c98-2666-483c-875c-3b0e55ba0402
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: fca0cebc-991f-4070-a8c8-07ab5e1d2d22
  kind: Event
  lastTimestamp: "2026-04-24T22:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:24Z"
    name: isvc-predictive-xgboost-predictor.18a96a056b7c5205
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: 28133ef6-939d-4968-b5c9-37962508f030
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:05:30.165015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3b21152ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: f2633404-f66c-440e-81bf-e29ba560aa81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28540"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3b39ac72b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: 35d8ee68-2fa8-4ab2-8427-e98a0218d37a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3b3b074ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: ec8dce36-731d-406e-b9a0-7e981503a35a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3b3dcb4684
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: c1be6339-5cd7-42e7-a601-13e3a704b5ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3b3e3d6ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: b6204aa5-dce8-425d-bcf0-b9dd535c58c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c2be5da8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: b51d6357-b7ee-4077-a32b-df9fd2827feb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c2f353c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 727edb56-20ee-4d50-bd7a-41af5d4acbcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c2fac017d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: 4821d46a-0a08-4c8e-bfd8-3a994e970593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c2fb7c2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 53b539b7-fc9c-4eb7-8cac-4c8bf542878f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c3233d2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: f2e6ad96-90e5-4398-afcc-2a7aee4f8e02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a3c32a51be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: 269b4186-96e8-43ff-b4f8-2cfc05e58f65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:06:51Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a44ca65823f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: 2f7aa1f0-6606-4e17-b872-9f4f4bd0e366
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a4dc6bb1c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29192"
    uid: 8f8451e1-e354-4a9f-ac6a-5258c7de11b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:06:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a4dc6bb9f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29195"
    uid: af0a1786-3f6f-48a7-8505-763fedf7f282
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 105fc865-51ba-4add-81a7-bf81e72bd348
  kind: Event
  lastTimestamp: "2026-04-24T22:06:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql.18a96a4e1a3b4203
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: b6bf3661-f6ea-46b4-a9f1-d9f5b70ecedd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: 88ef4449-51b4-4791-bc11-1a47ecebe269
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-bxhql'
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a96a3b20a5ea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28528"
    uid: 1998878c-2d77-45b2-ab62-4971d00810ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28510"
    uid: 34988e00-0dd5-473f-9877-0033369e7125
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3b1c4ca211
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: a0671775-5a8e-4ad1-82a6-bbf147de5bd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28514"
    uid: 3a86141f-70f4-44dc-96c8-b3071d94d837
  kind: Event
  lastTimestamp: "2026-04-24T22:06:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3e9b379691
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 54a81309-e371-40f3-845e-057fef033e53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28514"
    uid: 3a86141f-70f4-44dc-96c8-b3071d94d837
  kind: Event
  lastTimestamp: "2026-04-24T22:06:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3e9b9cbec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: 8a62186c-c19e-40b2-8d3a-2a3626b70edc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 3a86141f-70f4-44dc-96c8-b3071d94d837
  kind: Event
  lastTimestamp: "2026-04-24T22:06:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a421a858023
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 0c55bc53-cbf9-433a-b68b-da3842c6e695
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 3a86141f-70f4-44dc-96c8-b3071d94d837
  kind: Event
  lastTimestamp: "2026-04-24T22:06:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a421af8623f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: 12bf40cd-8b37-4359-8af5-14408269899f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28482"
    uid: 1d57e72f-cf3a-4f79-9334-0064efad272d
  kind: Event
  lastTimestamp: "2026-04-24T22:06:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:41Z"
    name: isvc-predictive-xgboost-v2.18a96a3b1c2661df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29102"
    uid: 104a5d4a-769e-4568-b79d-2bdd96c0f6fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28482"
    uid: 1d57e72f-cf3a-4f79-9334-0064efad272d
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2.18a96a3b1c7d5f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28537"
    uid: 00353a41-5ebb-4eb4-8c9f-2192561209bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28495"
    uid: 1d57e72f-cf3a-4f79-9334-0064efad272d
  kind: Event
  lastTimestamp: "2026-04-24T22:05:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:30Z"
    name: isvc-predictive-xgboost-v2.18a96a3b21e9893a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28539"
    uid: e0affd02-60e0-4414-ba21-9729e9c43677
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: 1d57e72f-cf3a-4f79-9334-0064efad272d
  kind: Event
  lastTimestamp: "2026-04-24T22:06:41Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:41Z"
    name: isvc-predictive-xgboost-v2.18a96a4bcbc801f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29101"
    uid: 19597252-6c3a-45b2-b3e8-5261dcc74d8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 07017706-daeb-4a00-9bf5-a39cc8818770
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-xgboost.18a969fe6cb65c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: 87e51c0c-c7ac-43aa-80e6-555d213b99a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 07017706-daeb-4a00-9bf5-a39cc8818770
  kind: Event
  lastTimestamp: "2026-04-24T22:01:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:09Z"
    name: isvc-predictive-xgboost.18a969fe6d0f6931
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: 2e983a46-4cc8-42ee-b595-13ea3f392e39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 07017706-daeb-4a00-9bf5-a39cc8818770
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-predictive-xgboost.18a96a10fb7050c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: a179039e-19b6-4378-9cd8-97bffe19e9e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:57:40.823331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cdda2373cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: d1c29fc7-4b4b-4a3c-a74c-3d8d23a4ba50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:41Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:57:41Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cdf2e73ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: 4df8eee9-7b9e-4560-a3d9-fee52ca70895
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:41Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cdf46ee50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: a9fdd5d0-db50-4d89-a056-85c4c455ae15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:41Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cdf70e4066
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: f0f5c5be-c8b5-44ed-b7b6-e7fe1741d844
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:41Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cdf77e781f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 6c3e56fd-e869-4fd1-b0f4-f632841d281b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cee5f0dff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: e148fe80-9815-4abb-a397-7fca873a8bd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cee8afe142
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: 52baa54e-782d-4728-9665-eabd1e512e6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cee922f3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: aeb5b2e3-38c2-4b5f-9326-808a41b32ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cee92d9bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: 69e0c26f-1898-49a0-a98a-bf4f5d7b3729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969ceec4b1e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: fd71e9dc-f0b1-4aab-980c-6b4d7ac429f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:57:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:45Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969ceecd110b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: 371f9256-ea56-40ad-9f89-4e5371f3c07c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:59:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:22Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969cf21e7a268
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: f6ab9cf3-4fe2-449c-8428-dfc86000201d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969e4bb65c9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 490c442f-8fe1-49e7-888e-6f4c0e6c55e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:59:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:19Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969e4bb669c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 2b65a0e3-2d2b-45dc-a8e4-221f8576b224
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 9ffb3d24-cf41-4903-838d-f9853530ca89
  kind: Event
  lastTimestamp: "2026-04-24T21:59:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:22Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7.18a969e57c396a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: 4ed28211-de45-4d00-995e-7a39215912bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a2e41b-predictor-d5d86bff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 7b1d2da4-93a9-4fac-a1ba-2525d4c7f123
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: 'Created pod: isvc-primary-a2e41b-predictor-d5d86bff5-pt5q7'
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-primary-a2e41b-predictor-d5d86bff5.18a969cdd994d8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 6aede4a5-60d1-4871-a5a9-cc9b3eee4453
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: a69d6fae-26be-4f4f-a1c4-138e03f8e31e
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: Scaled up replica set isvc-primary-a2e41b-predictor-d5d86bff5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-primary-a2e41b-predictor.18a969cdd478b51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: b5d58c7d-5b9b-4f23-a57c-3f0aa401253c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 26a4a247-99c1-4bd2-8249-3f233ec41468
  kind: Event
  lastTimestamp: "2026-04-24T21:58:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:10Z"
    name: isvc-primary-a2e41b-predictor.18a969d153849869
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 9bffd36e-41fc-4970-8661-267501fcb67f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 26a4a247-99c1-4bd2-8249-3f233ec41468
  kind: Event
  lastTimestamp: "2026-04-24T21:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:10Z"
    name: isvc-primary-a2e41b-predictor.18a969d153d2e6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: f81282c2-fd5f-4de9-a898-e46b00bb68ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 26a4a247-99c1-4bd2-8249-3f233ec41468
  kind: Event
  lastTimestamp: "2026-04-24T21:59:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:10Z"
    name: isvc-primary-a2e41b-predictor.18a969d8521ae170
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: cf366bbc-05c3-4104-a3fb-8e137418f806
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 26a4a247-99c1-4bd2-8249-3f233ec41468
  kind: Event
  lastTimestamp: "2026-04-24T21:59:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:10Z"
    name: isvc-primary-a2e41b-predictor.18a969d8528e7a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 43ed9f93-7199-42e9-bea5-7a9c557e283b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 3f220d3c-afd8-4747-88d5-ecd3f8a7d306
  kind: Event
  lastTimestamp: "2026-04-24T21:58:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:52Z"
    name: isvc-primary-a2e41b.18a969cdd443edb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 18869641-5777-4e1a-b70b-dc33a95b5ac8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 3f220d3c-afd8-4747-88d5-ecd3f8a7d306
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a2e41b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a2e41b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-primary-a2e41b.18a969cdd4a05130
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 98a5acae-a4c6-4661-9d32-f2b269710ad2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 3f220d3c-afd8-4747-88d5-ecd3f8a7d306
  kind: Event
  lastTimestamp: "2026-04-24T21:57:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a2e41b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:40Z"
    name: isvc-primary-a2e41b.18a969cdd4a09d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 6a2b3ab7-ae51-487a-b334-3f5ec376318b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 3f220d3c-afd8-4747-88d5-ecd3f8a7d306
  kind: Event
  lastTimestamp: "2026-04-24T21:58:52Z"
  message: InferenceService [isvc-primary-a2e41b] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:52Z"
    name: isvc-primary-a2e41b.18a969de85933556
    namespace: kserve-ci-e2e-test
    resourceVersion: "24841"
    uid: 2e02f605-8512-4143-83cb-52f6b17f73f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:59:00.942221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24932"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:59:00Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e08198b70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 492a627c-28b2-4c81-afa9-6214ddeb5107
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:01Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:59:01Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e09a681db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: db84db0a-1987-4fc8-9244-fc28b6d8b6f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:07Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e09c209970
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: a4e98ea6-8abb-4f6c-b157-df3ab70246ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:07Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e09f0871f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: abf5e369-7f3e-42ef-a58c-e2e2620af677
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:07Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e09f7ba539
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: de1fb76a-b891-4b3e-9e73-a6c8fd030654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: be2aa566-6ca3-43a4-b0ef-edf4f4b4279d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:14Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a2e41b-predictor-7d46848944-55mm2_kserve-ci-e2e-test(be2aa566-6ca3-43a4-b0ef-edf4f4b4279d)
  metadata:
    creationTimestamp: "2026-04-24T21:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:14Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944-55mm2.18a969e3ae475c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 2782917a-b824-478c-8df2-31a01eab47a0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a2e41b-predictor-7d46848944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24921"
    uid: 1478f436-cd00-46f1-82a8-b59535a69ec6
  kind: Event
  lastTimestamp: "2026-04-24T21:59:00Z"
  message: 'Created pod: isvc-secondary-a2e41b-predictor-7d46848944-55mm2'
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:00Z"
    name: isvc-secondary-a2e41b-predictor-7d46848944.18a969e0811baa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: 9b8ba934-4e20-4c9c-aa1d-22ffe63664eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: 04edb79d-375a-4a2a-84a8-02ec9e7e2391
  kind: Event
  lastTimestamp: "2026-04-24T21:59:00Z"
  message: Scaled up replica set isvc-secondary-a2e41b-predictor-7d46848944 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:00Z"
    name: isvc-secondary-a2e41b-predictor.18a969e07db83e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24924"
    uid: 54cb9fc1-8817-4ca1-81b5-23c33336b7a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 94381f97-4132-480e-b024-4e811ea6fb93
  kind: Event
  lastTimestamp: "2026-04-24T21:59:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:15Z"
    name: isvc-secondary-a2e41b-predictor.18a969e3fca106f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25077"
    uid: d75f0532-ac39-4797-a370-03d8475dc0e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a2e41b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 94381f97-4132-480e-b024-4e811ea6fb93
  kind: Event
  lastTimestamp: "2026-04-24T21:59:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:15Z"
    name: isvc-secondary-a2e41b-predictor.18a969e3fd0ad90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: 96429a9f-30d0-41e7-8103-fd35aa80aa04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: f8a75cce-3796-401e-a33e-9a5310154042
  kind: Event
  lastTimestamp: "2026-04-24T21:59:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:14Z"
    name: isvc-secondary-a2e41b.18a969e07d8aeda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: 18f97148-0f64-4403-88a8-ad60ee96426a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: f8a75cce-3796-401e-a33e-9a5310154042
  kind: Event
  lastTimestamp: "2026-04-24T21:59:00Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a2e41b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a2e41b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:00Z"
    name: isvc-secondary-a2e41b.18a969e07dfcb282
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: 5b528266-0820-4aad-bd2e-2530ab941f6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a2e41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: f8a75cce-3796-401e-a33e-9a5310154042
  kind: Event
  lastTimestamp: "2026-04-24T21:59:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a2e41b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:00Z"
    name: isvc-secondary-a2e41b.18a969e07dfd04bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24927"
    uid: cacd0fa7-8470-4047-be26-09c07315017c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:38:20.681633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bfbc4dfb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: 7965b0c9-5f91-4a13-a1c1-d7adf507b606
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bfc597d5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14686"
    uid: 21b4432b-7aae-4958-bf19-58be746e0c15
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:21Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:38:21Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bff937b0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: 2b95279d-be7b-415a-aec1-66a47906e821
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:21Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bffae4b826
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: c2d94216-3bee-4a43-afa7-8a50f4d0fc99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:21Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bffdc8372b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: e1918ad8-6e8f-48c5-8701-56d12b5ebe40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:21Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968bffe46e49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 1e1f4d09-3c9d-471a-aad3-02020570a387
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:25Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0f41021bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14742"
    uid: 1ea18533-d872-4cb4-a6b6-a2acdea4817e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:25Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0f7906eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: fb7d997d-7b58-4725-8717-15c2e1d6a611
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:25Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0f809d70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: fca4ba97-a7ce-4fe2-adea-03477f5979c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:25Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0f8159d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 74576946-15b0-4430-8250-541f990676a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0fb730510
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 839aee61-f778-4d70-bc38-c869bf2da066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0fbea968d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 011be948-d668-4de6-8afc-03b565d4688a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:53da750273d8061e6014e5107f86ea181415ead6af42ce42cb4b4c967b3ef0a5"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0fbf67d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 02101477-12c8-4797-9ac0-f0a82d01e851
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c0ff969a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 0da1219a-6e37-461c-8cb1-ad8847b2a063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:38:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c1000d52c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 2a6cda36-4093-42ae-927f-f42917f2a605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:40:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c16bcdd2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: c5afcbc6-3038-4ed2-9745-b857a16110c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:40:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968c16bd7f808
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: f17e37c1-d89e-4bae-8f8c-7a9ded6e1598
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968d38b162037
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 19450b57-423e-4988-af03-60f6e1f5cb25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968d38b167691
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: f5a1954f-3dfc-458f-8a6c-17e65ec05434
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968d38b16b61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: e2b52364-2d47-4e83-becd-97f240ec0116
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 44509c85-d6bd-4967-8f7c-7f9cc7096bfb
  kind: Event
  lastTimestamp: "2026-04-24T21:40:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d.18a968d447e50266
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 136b2183-2048-4329-b62a-ef0450df84a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: f7953184-6afb-4e24-9c37-5d3ef722b195
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55dff46fc9-22l7d'
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55dff46fc9.18a968bfbbdc608c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: 5e74b081-a276-416f-9537-5f362883e89c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: 58ffa2a5-3c62-48d0-aae7-7d2f684e5ae0
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55dff46fc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968bfb62559a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 6f5df121-a96b-4d7b-9d84-7678313fec30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 145329c1-ffbf-492b-bcd2-227d2dff7007
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968c334d1f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 1cf3b96f-df97-4b9d-b41d-f489e9b0f49d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 145329c1-ffbf-492b-bcd2-227d2dff7007
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968c3353c4e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: ef6146a3-e76c-48f8-a649-0c4ecfdb9815
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 145329c1-ffbf-492b-bcd2-227d2dff7007
  kind: Event
  lastTimestamp: "2026-04-24T21:39:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968ca334ce184
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 0c468302-78c8-49bc-a8bb-46b57f996e7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 145329c1-ffbf-492b-bcd2-227d2dff7007
  kind: Event
  lastTimestamp: "2026-04-24T21:39:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:35Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968ca33bb9226
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: fc531454-ef8f-46ca-ac27-ef8c7c0c8cc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 8a9a59d1-0b75-49cf-b59d-e43f7df85769
  kind: Event
  lastTimestamp: "2026-04-24T21:39:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:34Z"
    name: isvc-sklearn-batcher-custom.18a968bfb603b023
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: fc6c2e28-dce5-4b01-808f-50f38e7af526
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 8a9a59d1-0b75-49cf-b59d-e43f7df85769
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-custom.18a968bfb6ee7813
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 28daa300-f62f-4495-9623-1831684a4f94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 8a9a59d1-0b75-49cf-b59d-e43f7df85769
  kind: Event
  lastTimestamp: "2026-04-24T21:39:34Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:34Z"
    name: isvc-sklearn-batcher-custom.18a968d0d0225486
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 8a8fcb65-1569-40e4-aba6-b448ba56c2a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:36:35.689633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13826"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-67598ff486-n584w
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:36:35Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a74a4b46cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13832"
    uid: 025a63d0-ba65-48c5-a695-6053fe16cd4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13835"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:36Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:36:36Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a7635cdddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13846"
    uid: 60dc9c5d-e3ee-4939-93de-19404339595d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
  metadata:
    creationTimestamp: "2026-04-24T21:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:36Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a764f8f2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13848"
    uid: f5631605-2b9a-466d-ad57-f820cac24cee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    in 3.614s (3.614s including waiting). Image size: 299849138 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a83c65d0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13882"
    uid: 2cbd2b47-e76e-4fe2-bb5c-dcdab600aa35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a8408c8bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13883"
    uid: 93622cf0-4442-48b3-81f2-6dd9afd3b27b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a841014e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "13884"
    uid: cc8c85b0-c5d4-40e6-b9dd-eb51b6d5c3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968a95e1594e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13920"
    uid: b60bf43c-7a81-40b7-ae12-07fdc91e03e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    in 13.306s (13.306s including waiting). Image size: 1560926130 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:57Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ac773c97f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14015"
    uid: dee060bc-9d51-4a7e-94ab-2c07a29ed96b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:57Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ac7a85198c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14016"
    uid: 8df7e87d-1e2d-4423-96cb-192d8bf46089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:57Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ac7afa7d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14017"
    uid: 0a6de0c6-af67-4d48-9b3a-51b0e0718330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:36:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T21:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:57Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ac7b0634f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14018"
    uid: 5e87ddaf-47a7-4134-9b5e-f2e722e93c74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.238s (2.238s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:00Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ad0078d017
    namespace: kserve-ci-e2e-test
    resourceVersion: "14038"
    uid: f513de6c-b106-4b0b-9adc-15ef1730632d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:00Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ad03abeced
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: b97f8c70-6938-486c-acb6-a0ade20fef14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:00Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ad0420f089
    namespace: kserve-ci-e2e-test
    resourceVersion: "14041"
    uid: 311b4d85-d45d-432c-b4c0-b50800867492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:53da750273d8061e6014e5107f86ea181415ead6af42ce42cb4b4c967b3ef0a5"
  metadata:
    creationTimestamp: "2026-04-24T21:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:00Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ad042cfbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14042"
    uid: c0f8c70e-d78e-481c-b69a-49c167f75a61
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:53da750273d8061e6014e5107f86ea181415ead6af42ce42cb4b4c967b3ef0a5"
    in 2.757s (2.757s including waiting). Image size: 238035033 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:03Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ada88d5ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14064"
    uid: 6f806c94-2ad4-498a-8c3e-ac8a3dde5d03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:03Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968adab5bcce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: 4d085a11-4bc8-4d85-8803-3a01646fad0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:37:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:03Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968adabcd8c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14066"
    uid: 8166476c-b930-4613-aed1-7d69539c074d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:36Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968adce88a145
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: ac83de7f-143e-4625-8f6b-7e4a10165106
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:36Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968ae0a4bc27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: b5ce778f-89a0-4ea5-95fa-fd477d63648c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968bfb54d8e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 248a83f3-bb52-481e-98d2-4ffa88a06249
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968bfb54dd155
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: 672a36b1-e1ce-4e3a-b566-a1c0e49d4717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:20Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968bfb54e4163
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: f36293c9-4553-4917-a4fd-16c1693be24d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: b5c6bcc7-6504-4840-8c68-a1f58727fd5a
  kind: Event
  lastTimestamp: "2026-04-24T21:38:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:35Z"
    name: isvc-sklearn-batcher-predictor-67598ff486-n584w.18a968bfbc5d157f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 099de772-dde9-4e5f-8c17-c0861e03a9a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-67598ff486
    namespace: kserve-ci-e2e-test
    resourceVersion: "13814"
    uid: 0b94cc32-523f-4c2b-b815-7eb0142951c5
  kind: Event
  lastTimestamp: "2026-04-24T21:36:35Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-67598ff486-n584w'
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:35Z"
    name: isvc-sklearn-batcher-predictor-67598ff486.18a968a749a2ba7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13829"
    uid: 42e616d4-c41d-4d8d-b655-a8724bdd446c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13813"
    uid: b16e4296-37b1-4e31-84eb-e55f3a9bb2ee
  kind: Event
  lastTimestamp: "2026-04-24T21:36:35Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-67598ff486 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:35Z"
    name: isvc-sklearn-batcher-predictor.18a968a73f432091
    namespace: kserve-ci-e2e-test
    resourceVersion: "13815"
    uid: 010d8662-8cbd-496e-b424-4f7613406728
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13819"
    uid: a1b8e0fb-1dce-4470-8fd9-44e902e6d4a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:05Z"
    name: isvc-sklearn-batcher-predictor.18a968aac53d9d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: b12d7720-1edb-4ea0-bd0b-d892279ab55a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13819"
    uid: a1b8e0fb-1dce-4470-8fd9-44e902e6d4a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:05Z"
    name: isvc-sklearn-batcher-predictor.18a968aac5b0e69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14089"
    uid: ab803146-025c-4ad8-a4bf-f08065c81f22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13964"
    uid: a1b8e0fb-1dce-4470-8fd9-44e902e6d4a6
  kind: Event
  lastTimestamp: "2026-04-24T21:38:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:05Z"
    name: isvc-sklearn-batcher-predictor.18a968b1c3b41d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 633517eb-5b31-460e-a8e6-afae41f16e90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13964"
    uid: a1b8e0fb-1dce-4470-8fd9-44e902e6d4a6
  kind: Event
  lastTimestamp: "2026-04-24T21:38:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:05Z"
    name: isvc-sklearn-batcher-predictor.18a968b1c41fe6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14517"
    uid: bfffeec2-4c63-4583-8ea5-dd4049c8fe67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: edfc7f8c-f409-47d9-a757-c4c4ad0e4b75
  kind: Event
  lastTimestamp: "2026-04-24T21:38:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:06Z"
    name: isvc-sklearn-batcher.18a968a745b78d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: 7fad0dae-985c-4185-a006-e2a417543742
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: edfc7f8c-f409-47d9-a757-c4c4ad0e4b75
  kind: Event
  lastTimestamp: "2026-04-24T21:36:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:35Z"
    name: isvc-sklearn-batcher.18a968a74667bda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13839"
    uid: b2fb7993-24af-4633-86b9-0a2c98496966
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13805"
    uid: edfc7f8c-f409-47d9-a757-c4c4ad0e4b75
  kind: Event
  lastTimestamp: "2026-04-24T21:36:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:35Z"
    name: isvc-sklearn-batcher.18a968a75054fb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13840"
    uid: 03a2a93c-4bf4-4d94-8108-1552ecc43a4f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: edfc7f8c-f409-47d9-a757-c4c4ad0e4b75
  kind: Event
  lastTimestamp: "2026-04-24T21:38:06Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:06Z"
    name: isvc-sklearn-batcher.18a968bc7f2e0bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: fe339b36-338a-4988-803b-9aa27d4f8420
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:48:32.344981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e2647f779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 2f0c2cb6-e676-4a14-b84d-140a7d7e6579
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e35852776
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: ccf8b5de-4da5-4805-98e3-1b4403c79abb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:33Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:48:33Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e63e950c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 388642e4-c1df-4c65-85ff-54932f45b3c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:33Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e6579a135
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 32b1277d-5a61-4724-9ab7-27bc7ea6029b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:33Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e693a5edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: fcf28902-2405-492d-bf7c-1741381c09cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:33Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694e69edc9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 2f5f6b89-72ef-4afb-90f6-3c90dffb02ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:37Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694f67afa64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 2e47e7d7-6712-472c-8986-05109373ae34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:37Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694f6a73de0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: dbb1580e-792a-442d-b00d-a207f06bc071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:37Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694f6ae6055d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 1b3d4026-81c4-4124-b445-42c057da3cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:37Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694f6af0f87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 986ec1f2-4ce7-4e07-99ab-da071538e055
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.702s (1.702s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd070673a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 44e306a5-78f0-4f00-9bf8-50e6d8573912
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd36a92b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: d27a154f-767f-429e-ac32-a3c89ec1d671
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd41d8291
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: dd49c461-6574-4300-aaaf-96ffdbfa4574
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd42981d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 3f525470-b654-4db2-a82e-0a7e619c603a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd6f4d6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 77cff794-fb08-4f06-ac44-4bccf274bc04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a9694fd76654a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 3d0e1347-b38d-4bd7-8c33-a87af118cf41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a96960cccd0168
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: d0c9427e-8551-4698-86de-f0580b0931d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a96960cccd74b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: 59043fa7-eed7-4580-b43b-43be6ec60edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:49:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:52Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a96960cccd9a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: c000399e-bcab-428a-9327-ab74b633200c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:50:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:21Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a96961cd5a7823
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 3ad9ed9f-b69d-4686-8597-d7b8d454e688
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 578f12f9-dc65-478d-bdaa-ce53f23dfda6
  kind: Event
  lastTimestamp: "2026-04-24T21:50:16Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:16Z"
    name: isvc-sklearn-mcp-predictor-57d594db69-zp9mh.18a96961cd9cbc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: f229183f-8f9b-48b3-b692-1f32067605bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-57d594db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: e7477af2-61f1-49dd-aacc-019e60f9dc54
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-57d594db69-zp9mh'
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp-predictor-57d594db69.18a9694e25dbf674
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 61d1615e-37a0-4f38-b39c-5f8d5c6ce856
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: cb97381a-715d-4914-bbd1-91565ec1c57c
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-57d594db69 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp-predictor.18a9694e22c1fb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: c9cbd73e-2ce8-485e-96db-aafd54847d22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 772e5169-f0ea-4df0-8dcb-7136d79ee5d2
  kind: Event
  lastTimestamp: "2026-04-24T21:49:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:46Z"
    name: isvc-sklearn-mcp.18a9694e2238fcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: ae6df2bc-f426-4b18-966a-5a762f15bfcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 772e5169-f0ea-4df0-8dcb-7136d79ee5d2
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp.18a9694e22939e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 7942027d-72ba-4fa3-9c8c-d57884aba06d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 772e5169-f0ea-4df0-8dcb-7136d79ee5d2
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-sklearn-mcp.18a9694e282320ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: b14a6620-fdb9-44ea-b488-c50262c86481
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 772e5169-f0ea-4df0-8dcb-7136d79ee5d2
  kind: Event
  lastTimestamp: "2026-04-24T21:49:46Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:46Z"
    name: isvc-sklearn-mcp.18a9695f8021630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c2864e1f-fb87-4190-8dde-ee663192fc18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:08:22.605492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30001"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-9d8cff754-hq5lk
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a63475610e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30008"
    uid: 331cbc17-be5c-4e79-bdd0-002cf1f13cf0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:23Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:08:23Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a636081f11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: c36d9027-e02a-4283-98fb-219a6ecbda44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:23Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a6361fdf0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30022"
    uid: 9857d488-6420-4a10-a764-d7704fb9c711
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:23Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a6365139be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: cc559c91-59ad-4af0-b124-9dd0c11feb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:23Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a636586be75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 3d65ffc6-ccdd-4f74-8adc-f7cc5d2f536f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a645587149d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30057"
    uid: ddd96d17-6493-43f1-b703-aa9b4976816a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a64597b9193
    namespace: kserve-ci-e2e-test
    resourceVersion: "30063"
    uid: 82e9045f-c63b-466b-b746-56e6c2c3498e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a6459fa4d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30065"
    uid: dc12a390-bd26-4a65-a907-ac795fca4666
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a645a06d182
    namespace: kserve-ci-e2e-test
    resourceVersion: "30066"
    uid: 57b2081e-6801-4507-886c-655f2b6aeb07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a645d4ca6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 2f842bc5-963b-43f7-97d7-ea99253f42c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:27Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a645dc75c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: 46fdde7c-e7b3-4766-acd9-aca6a750c25b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:44Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a649181c3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30701"
    uid: 57853554-2616-4fa0-ad11-59065933e29e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a75ed2bc920
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: b56e8268-59f2-431e-a4a6-ac1bed9c458e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a75ed2c9a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: 730b2f04-7f50-4c76-ae4d-682486b469d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d8cff754-hq5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 13ea4aca-2de6-4eb0-bb0d-dc2f5f09dce0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:44Z"
    name: isvc-sklearn-predictor-9d8cff754-hq5lk.18a96a76439c7ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: 7b0f54b4-f83a-4da8-a331-67290b7caf34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-9d8cff754
    namespace: kserve-ci-e2e-test
    resourceVersion: "29993"
    uid: af42b74c-096a-4a5e-85f4-76e2b85ac775
  kind: Event
  lastTimestamp: "2026-04-24T22:08:22Z"
  message: 'Created pod: isvc-sklearn-predictor-9d8cff754-hq5lk'
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn-predictor-9d8cff754.18a96a6346e7f06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: 2457a0c9-bc74-464f-a8a9-7d115e7209bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: 03349b5a-dfc8-4401-a321-9bd6f547172e
  kind: Event
  lastTimestamp: "2026-04-24T22:08:22Z"
  message: Scaled up replica set isvc-sklearn-predictor-9d8cff754 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn-predictor.18a96a6344804edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29995"
    uid: af2fe580-2a67-4c02-9838-cb6a3858adf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 30ab8394-e757-4bb4-8270-b720eb702d9c
  kind: Event
  lastTimestamp: "2026-04-24T22:08:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:37Z"
    name: isvc-sklearn-predictor.18a96a66c30823c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 48633d81-41c9-493a-91b4-8bd2f50616d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 30ab8394-e757-4bb4-8270-b720eb702d9c
  kind: Event
  lastTimestamp: "2026-04-24T22:08:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:37Z"
    name: isvc-sklearn-predictor.18a96a66c3774679
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: a9d138ae-c27c-44ee-8bc8-7e7fdd76a563
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 30ab8394-e757-4bb4-8270-b720eb702d9c
  kind: Event
  lastTimestamp: "2026-04-24T22:09:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:37Z"
    name: isvc-sklearn-predictor.18a96a6a42a27260
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: 0fe65027-6ab7-43ab-bc5f-7a2be9c2cdcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 30ab8394-e757-4bb4-8270-b720eb702d9c
  kind: Event
  lastTimestamp: "2026-04-24T22:09:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:37Z"
    name: isvc-sklearn-predictor.18a96a6a4313673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: a6b3f117-73d5-48d0-953e-74313d802fc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:10:42.971126Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a83f5c7a0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31186"
    uid: 69da6687-3345-4ced-ac20-54894ad29a99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:43Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a83fcf1847a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31195"
    uid: 5e978fdf-d62e-456b-85e4-bd0d2d14b9e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:43Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:10:43Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a84329afc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: b3a442c7-d05c-4082-ad7b-edbe6e4b03eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:44Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8434126ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: fc82c089-b0e5-4f1e-9aba-e86ca716cb0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:44Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8436cb8d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: 73f4f7e0-4c07-4289-abdd-96326ea8304a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:44Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a84374285dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 75865999-136d-461b-8f5c-abc910c58248
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a857e6ff615
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: 53edfb3d-84a8-4920-ab35-ae8866e321d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8581df315a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: d24e2828-e800-4b39-a59c-512b28f81973
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a858254e172
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 78e6ac88-3c2d-4f33-86be-d253184d16e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8582636fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 595d6a35-f8fd-4c05-b45f-f32ba4e30bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a858561e1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: d6762084-63c5-4de9-a12f-00b6a07e63f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:49Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8585d6288e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 1a2c4671-ad31-4979-9eb3-f2ba475287b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:57Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a85f65361bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 7feaf3e7-bee9-4701-a088-50bf4b44dca6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:11:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:19Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8c9236cd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: 0ac09af3-b4e9-457d-b155-7d0040a1e8be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 389855e7-b863-47d4-86c2-049c8df0131a
  kind: Event
  lastTimestamp: "2026-04-24T22:11:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:19Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78.18a96a8c92372beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: 947d546a-2277-4e20-9f52-a54cc335d071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: eac0a54e-950f-4a23-a0b2-4feb192660a8
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-66f5c6b7dd-v7l78'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor-66f5c6b7dd.18a96a83f54fa862
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 6323136f-f456-41ec-8aab-a19d7fed8e44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 2dc9f00b-4ea9-48bb-b06b-6415a1627cc6
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-66f5c6b7dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor.18a96a83f1f9cba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31172"
    uid: 2a5bae6a-8783-43f7-a21a-3cd5ae819028
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 2e7dff8c-ec3a-41d5-b183-8323ddb3dc19
  kind: Event
  lastTimestamp: "2026-04-24T22:10:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:57Z"
    name: isvc-sklearn-runtime-predictor.18a96a87708e9cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 1820c8a9-7554-418a-9e90-9553175b85d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 2e7dff8c-ec3a-41d5-b183-8323ddb3dc19
  kind: Event
  lastTimestamp: "2026-04-24T22:10:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:57Z"
    name: isvc-sklearn-runtime-predictor.18a96a8770fa212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 98c55084-f94c-4b12-8245-d8ebd5623ee7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: 2e7dff8c-ec3a-41d5-b183-8323ddb3dc19
  kind: Event
  lastTimestamp: "2026-04-24T22:11:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:12Z"
    name: isvc-sklearn-runtime-predictor.18a96a8af027aebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: d6b7f603-b4ff-47c4-8b34-a211026cde8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: 2e7dff8c-ec3a-41d5-b183-8323ddb3dc19
  kind: Event
  lastTimestamp: "2026-04-24T22:11:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:12Z"
    name: isvc-sklearn-runtime-predictor.18a96a8af09f4b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: da598da2-32ad-4625-af2b-8ff96d5c2175
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: 029df637-a072-40bf-a665-18699e6d1249
  kind: Event
  lastTimestamp: "2026-04-24T22:11:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:07Z"
    name: isvc-sklearn-runtime.18a96a83f1c50b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: b3269324-f291-4d51-848a-9f4ece7909f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: 029df637-a072-40bf-a665-18699e6d1249
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime.18a96a83f246e115
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 97a7fd32-6863-4da3-9ba7-f70f7658eb66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 029df637-a072-40bf-a665-18699e6d1249
  kind: Event
  lastTimestamp: "2026-04-24T22:11:07Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:07Z"
    name: isvc-sklearn-runtime.18a96a89b5a94595
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 55baac32-068e-4bdd-aff6-728a3386d0ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:25:25.858102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b5185f1cbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38610"
    uid: 6d9c274e-db04-41a4-a918-776f96112623
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38615"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:26Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:25:26Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b519f24a172
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 98513a6e-366b-4fde-930c-664347002c55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:26Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b51a0c070a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 19ba571c-4221-4cec-a659-f55fd8d5924e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:26Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b51a37bebe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: cf76c869-78d7-4eee-b31e-8a8beceb6ebb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:26Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b51a3f6a366
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: f2132230-0af7-4e7c-a678-3b857103b401
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b52128d3b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: c617a9b2-51f4-4d39-b87e-cb49190d581f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b52159b0e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: db404156-1b47-471c-8144-c4998a25a96d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b5216161eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: 3c1f2dbd-4b9f-475d-95c4-9322782b54a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b521622b8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 9d2ae2b2-0d6b-4ffb-a0af-a928dc18d205
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b5219212c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: 6a6d23b0-58a8-4488-82e9-1f9f33e39ba7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b5219ada121
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: 7f8267ed-80c6-44d6-b61e-7bc30c5db946
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:26:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:25Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b524e94217f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39071"
    uid: 441c7146-317a-4f0a-a443-8f7e3c7772ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:26:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:35Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b61d6bf610d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39177"
    uid: 80cbd03d-f985-43e4-b442-ccd9ff4209e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:26:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:35Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b61d6bfce15
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: 0963ea75-f3c3-462e-ae32-e05dd2d6678d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 2502446c-803a-4176-a7fd-565b6bdf0371
  kind: Event
  lastTimestamp: "2026-04-24T22:26:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:40Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8.18a96b62d6cf5663
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: dafba52e-c55e-49c6-a13c-c0f082cea2d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5455b66b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: b43b02bb-b49e-4f96-84b6-eb58d1165cf3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5455b66b9c-g9rw8'
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-sklearn-s3-predictor-5455b66b9c.18a96b5184f34231
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 10ae8059-f592-4abd-91e5-c92f7154e8ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: a0505056-b963-4de4-a73a-adefc9510c46
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5455b66b9c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-sklearn-s3-predictor.18a96b518248c137
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: 7783f3a2-43b9-4c43-a5ba-26f5619923cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: c6cb834a-3eee-4cc7-876b-3750e2aef84e
  kind: Event
  lastTimestamp: "2026-04-24T22:25:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:55Z"
    name: isvc-sklearn-s3-predictor.18a96b55011161d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38861"
    uid: 0d9b051e-4597-44bb-af64-9703b3dc8dbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: c6cb834a-3eee-4cc7-876b-3750e2aef84e
  kind: Event
  lastTimestamp: "2026-04-24T22:25:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:55Z"
    name: isvc-sklearn-s3-predictor.18a96b55017db407
    namespace: kserve-ci-e2e-test
    resourceVersion: "38862"
    uid: 2fb39930-5c28-4954-9314-b335c937666b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: c6cb834a-3eee-4cc7-876b-3750e2aef84e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:25Z"
    name: isvc-sklearn-s3-predictor.18a96b5bffaaf97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39075"
    uid: 46de72ba-7304-4e45-bd24-511863abec42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: c6cb834a-3eee-4cc7-876b-3750e2aef84e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:25Z"
    name: isvc-sklearn-s3-predictor.18a96b5c001babda
    namespace: kserve-ci-e2e-test
    resourceVersion: "39076"
    uid: 783eb67b-6511-45c7-928f-e58bfb3e72dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:29:09.374407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40568"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:29:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b85908e0465
    namespace: kserve-ci-e2e-test
    resourceVersion: "40575"
    uid: 4245c3a1-2285-4b0e-be2d-195e77179593
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40570"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b859c2a90c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40583"
    uid: 996cbbe9-52d0-44d3-b88e-288529f11ba1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40579"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:10Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:29:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b85cd59a97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: 2c5fa4df-a9bf-4aab-81ed-d7c8d48fce2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40570"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b85cee6759e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40646"
    uid: 8d68ec24-f96f-4741-8864-bc24aaba29f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40570"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b85d1919ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: cee07a40-9096-498b-926f-dc7649416110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40570"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b85d206bb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40651"
    uid: 03113d6f-10b0-4187-94bc-f808d55f3062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40570"
    uid: 42961337-6888-4587-8ae3-9769bbf1fba8
  kind: Event
  lastTimestamp: "2026-04-24T22:29:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm.18a96b87e3d8c983
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: 4e306806-76c6-4a22-85ab-4fbd312a89c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 0233e24e-2e8b-4af4-8825-0680a3a01183
  kind: Event
  lastTimestamp: "2026-04-24T22:29:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f-qktjm'
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f.18a96b8590258d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "40569"
    uid: 21debd9c-85a0-498d-874a-3618b568cba3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40557"
    uid: 71280070-4b28-42f2-be9a-8d2324d06364
  kind: Event
  lastTimestamp: "2026-04-24T22:29:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6bbcff75f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a96b858d9b20f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40562"
    uid: 64fdd967-0433-4d1d-9568-9f3b1089e774
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 50768ed8-ffff-4040-b510-e9e63b39916e
  kind: Event
  lastTimestamp: "2026-04-24T22:29:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96b858d529fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40652"
    uid: a1ffed7b-c1b0-49dd-9a90-4c7151e3afe6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 50768ed8-ffff-4040-b510-e9e63b39916e
  kind: Event
  lastTimestamp: "2026-04-24T22:29:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96b858dc261d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40564"
    uid: 3d83ff21-60de-4d11-8b2c-8c444e0e040d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:27:58.285141Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b75034ddabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: ab64cb0a-e248-45b6-9086-f41dc636c1f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b750d7fcea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39979"
    uid: 33e07444-7a61-4d8f-aadb-adb836d36e1f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:59Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:27:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b753ff38294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39990"
    uid: 338b839d-cd80-4e32-83cf-8a2d18af8ba8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b7541976830
    namespace: kserve-ci-e2e-test
    resourceVersion: "39992"
    uid: ca042459-2bd1-4d1d-8562-eab4a5e96ec4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b7544e8d8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39994"
    uid: 860566fc-9e2e-4d6b-8cae-87d865cf6e35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b75456369d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39995"
    uid: b4dd35f2-2add-4c8a-9df9-17751ed7900b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b759343e0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40014"
    uid: 5e9f5f19-07be-4697-81c0-39addfb4ba4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b75964e13ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40018"
    uid: 9047060b-ee8e-4936-a84f-c6b36a7564fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b7596c85a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "40019"
    uid: da5fe172-9eb3-4ff6-aec0-9972db849416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b7596d3e119
    namespace: kserve-ci-e2e-test
    resourceVersion: "40020"
    uid: ac559e01-eb74-4fcd-a0c5-0c34b683126a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b75996c9f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40022"
    uid: 8f8bf548-3de3-4996-ae2c-8cbbf62c72f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b7599de9121
    namespace: kserve-ci-e2e-test
    resourceVersion: "40023"
    uid: c41f0414-8f94-4402-b16e-63130c901232
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:28:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b75cf2f8db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40431"
    uid: bf0365ef-6764-4b46-86ca-f2e8c8980768
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:29:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b854f3f5346
    namespace: kserve-ci-e2e-test
    resourceVersion: "40532"
    uid: 12d66dbb-4894-4124-80f3-b3e901befb5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: 0a82dc86-d37e-4b02-87ac-6cd0616664c7
  kind: Event
  lastTimestamp: "2026-04-24T22:29:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng.18a96b854f3fd0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40533"
    uid: 79ee834b-6be5-4e85-a7d5-3b79d985763d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39957"
    uid: b9393eac-694d-4468-887c-580e619bbb18
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c-bqbng'
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c.18a96b7502cafd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: cd5da804-54a5-47a5-af62-2889fa2d41b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39955"
    uid: 7cd962b0-9f11-4a65-9009-ecdf4f651406
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-75888cbd9c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b7500196f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: 73522334-ba0d-4088-8014-93687ecbcdb6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39956"
    uid: bf36c1d4-85d2-47f7-a661-50ad68bbc879
  kind: Event
  lastTimestamp: "2026-04-24T22:28:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b787ed3370b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: bb273de3-60f8-4b65-b59e-f0e73e9d52a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39956"
    uid: bf36c1d4-85d2-47f7-a661-50ad68bbc879
  kind: Event
  lastTimestamp: "2026-04-24T22:28:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b787f418a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: 2e454d53-46f1-400c-869a-93b8e9fe8f33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: bf36c1d4-85d2-47f7-a661-50ad68bbc879
  kind: Event
  lastTimestamp: "2026-04-24T22:28:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b7bfe0941f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: b0bf193a-ea2d-4967-a3ce-096fc79a47ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: bf36c1d4-85d2-47f7-a661-50ad68bbc879
  kind: Event
  lastTimestamp: "2026-04-24T22:28:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b7bfe7a5ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40434"
    uid: aed65fb3-7e50-4fbf-a5fc-687895542a79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: 482ad640-edf6-4e70-b2ed-fb4e9884a7d9
  kind: Event
  lastTimestamp: "2026-04-24T22:29:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:07Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b74ffb120be
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: d66be4b1-3a5f-49cc-a2b0-75e4112a00dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: 482ad640-edf6-4e70-b2ed-fb4e9884a7d9
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b75004f2938
    namespace: kserve-ci-e2e-test
    resourceVersion: "39961"
    uid: 38acda46-5c90-46b8-a254-5f45eb4d403d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40510"
    uid: 482ad640-edf6-4e70-b2ed-fb4e9884a7d9
  kind: Event
  lastTimestamp: "2026-04-24T22:29:07Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:07Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b8532aed50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40511"
    uid: 5ab3de83-282f-4a92-bb2f-1fc021c22389
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:27:47.262440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39805"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:27:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b72724cca08
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 8474698e-62e6-4284-bcd7-0789e2a656d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: "2026-04-24T22:27:47Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:27:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b728b5e8977
    namespace: kserve-ci-e2e-test
    resourceVersion: "39825"
    uid: 1cea5b90-659c-411d-8287-37150f612946
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b728cbbf9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: db3f2fe8-8b8e-431e-a008-7902a327a0ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b728fe7da1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39877"
    uid: 809555cb-9663-40af-8148-5bcb88b2dbb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b72905f5341
    namespace: kserve-ci-e2e-test
    resourceVersion: "39880"
    uid: f62749a5-d15a-4d77-8b4c-ebe9a38a1228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: dabf7add-90b3-43f2-ad17-a680319d09e3
  kind: Event
  lastTimestamp: "2026-04-24T22:27:57Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm.18a96b74c1df095a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39927"
    uid: 1a5af67a-3534-461f-941f-5312f87b36e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: 39c9eaf3-513b-4773-a064-b52117176fd7
  kind: Event
  lastTimestamp: "2026-04-24T22:27:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87-2whfm'
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87.18a96b727172c335
    namespace: kserve-ci-e2e-test
    resourceVersion: "39806"
    uid: 8fe57bfa-9665-4719-95f1-3af3227f15c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39793"
    uid: ca85e8d7-118a-42d4-8f5f-037171ddf677
  kind: Event
  lastTimestamp: "2026-04-24T22:27:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6fbc85fd87
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a96b726dea9749
    namespace: kserve-ci-e2e-test
    resourceVersion: "39797"
    uid: a0ce00e5-ab95-407a-8298-15030c9fc45a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: bfe1bdc5-ab0d-4136-a2e8-af27c1a07839
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96b726deec722
    namespace: kserve-ci-e2e-test
    resourceVersion: "39881"
    uid: f1567b0f-46ca-4c51-959d-fb78a114381f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: bfe1bdc5-ab0d-4136-a2e8-af27c1a07839
  kind: Event
  lastTimestamp: "2026-04-24T22:27:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:47Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96b726e9d05be
    namespace: kserve-ci-e2e-test
    resourceVersion: "39801"
    uid: 7277b3af-480d-44d5-bc37-d31207ce064d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:26:36.051923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39199"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b61ddd28f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: 91bf31d2-c77a-44f0-9f43-dc25bddc00f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b61e7dea170
    namespace: kserve-ci-e2e-test
    resourceVersion: "39215"
    uid: 5e7580a1-3cc8-456c-b2d5-8cde005edd18
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:37Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:26:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b621ad70151
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: 8a6579ba-eb8d-49a5-98a7-36c3f07633f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b621c544020
    namespace: kserve-ci-e2e-test
    resourceVersion: "39229"
    uid: 4475b29a-1e18-4c3d-a88b-0e5d18059de8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b621f6d73d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 38f8a71b-b286-47dd-95af-7658555f1791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b621ff9e183
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: 78759b72-21cf-4836-a0a9-7c7e11b99eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b626b99785f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39246"
    uid: 8df44288-0553-4e7d-a2ca-382fdd4d4f6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b626e84d6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39249"
    uid: f9ff0f40-3bb1-4c91-ac9c-e4328512d834
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b626f01c8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: 70e8e2cf-695b-436d-8ed5-a55ce79bbbaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b626f0e3fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: dd54567c-6e21-453f-b6c0-aa8988c0e161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b6272321016
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: 034cd445-2807-4fb2-9cfa-de6429686d32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:26:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b6272ac494a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 6dd528f1-2e54-409a-88b7-ee026417e53e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:27:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b62a789e9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: 90ea793f-58b1-4561-a538-b4397172d572
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:27:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b722e16a751
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 98634302-e7c9-49b2-89f7-210da5dfba80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: e37d4074-c1ee-4f83-9e7b-585b73c36c6d
  kind: Event
  lastTimestamp: "2026-04-24T22:27:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz.18a96b722e17398c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: c15ad7fe-e342-4ae6-b238-fd9997d9ea10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39190"
    uid: d2cf8462-5855-4d97-8749-32881a1d6cd3
  kind: Event
  lastTimestamp: "2026-04-24T22:26:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf-fnrjz'
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf.18a96b61dd2c2540
    namespace: kserve-ci-e2e-test
    resourceVersion: "39200"
    uid: f566fbbd-a3b1-47a3-9d0c-83e67574969a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 2275060d-19b3-4b49-adf0-9e744f715292
  kind: Event
  lastTimestamp: "2026-04-24T22:26:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-576cdf7dbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b61dac9e63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39192"
    uid: 4e6ad1a3-c4f4-48d8-ba12-a8daa9472305
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: bff406c5-651d-429d-b4c5-79487786bf78
  kind: Event
  lastTimestamp: "2026-04-24T22:27:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b6559c76afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39672"
    uid: 96ecd74c-6e6f-4851-8fc1-58a7b0461460
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: bff406c5-651d-429d-b4c5-79487786bf78
  kind: Event
  lastTimestamp: "2026-04-24T22:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b655a329e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "39673"
    uid: 570c7eb2-1121-499d-8e6b-b8bad0336c36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: bff406c5-651d-429d-b4c5-79487786bf78
  kind: Event
  lastTimestamp: "2026-04-24T22:27:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b68d8eab0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: ee982eac-88c6-4f91-8e9d-d24eb17213fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: bff406c5-651d-429d-b4c5-79487786bf78
  kind: Event
  lastTimestamp: "2026-04-24T22:27:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b68d9576fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 7812a586-a238-4b18-a11f-e4c039405cb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39176"
    uid: a38cdf02-117e-48e8-a4d2-8dbf948fcb6f
  kind: Event
  lastTimestamp: "2026-04-24T22:27:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:45Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b61daa68ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: 1e779cb3-3599-4b8f-bb2a-b1e5f2dd722a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39176"
    uid: a38cdf02-117e-48e8-a4d2-8dbf948fcb6f
  kind: Event
  lastTimestamp: "2026-04-24T22:26:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b61db0d85c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39213"
    uid: 5bbd6b22-3591-40fd-86ee-2528b23f135e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39197"
    uid: a38cdf02-117e-48e8-a4d2-8dbf948fcb6f
  kind: Event
  lastTimestamp: "2026-04-24T22:26:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b61e1468bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: 3e7ff5b9-b12c-4639-a7d3-d6e963eb5053
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: a38cdf02-117e-48e8-a4d2-8dbf948fcb6f
  kind: Event
  lastTimestamp: "2026-04-24T22:27:45Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:45Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b720a8e9a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: 20ed323e-5a0f-4c77-b368-ab67ad59ba60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:30:31.520556Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41337"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:30:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98b0d8af99
    namespace: kserve-ci-e2e-test
    resourceVersion: "41345"
    uid: 69d42f82-7360-49af-abb8-98db212a304f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41341"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98ba3d2bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41353"
    uid: 81a606b5-e157-4e9c-ace2-5a97bcee433f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41347"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:32Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:30:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98ed69e08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41363"
    uid: 081d5db8-fdc5-4766-a1cf-28cf5a1f6029
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41341"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98eef0220e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41420"
    uid: 0ad25bb3-c773-4f2d-825b-82849f99bc71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41341"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98f23900b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41422"
    uid: 216387af-4f49-4740-87cf-f16f52d9120f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41341"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b98f2ab3edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41425"
    uid: e94d175c-3205-4f22-a197-c4451670fa13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km
    namespace: kserve-ci-e2e-test
    resourceVersion: "41341"
    uid: b9fb720e-cb8b-4687-a5dc-eb4c28b17658
  kind: Event
  lastTimestamp: "2026-04-24T22:30:41Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km.18a96b9b04fbf79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41464"
    uid: f1896532-de64-4951-a4ce-2a36bf1f4fc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486
    namespace: kserve-ci-e2e-test
    resourceVersion: "41328"
    uid: bd4efed9-cbca-4148-aa58-2b2cd2b13868
  kind: Event
  lastTimestamp: "2026-04-24T22:30:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486-rj2km'
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486.18a96b98b01e5f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "41339"
    uid: a0bae716-e3e5-4c6e-b9ca-012473581962
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41326"
    uid: dcad6adb-9c0d-4cc1-b690-90e1e3a8dbb8
  kind: Event
  lastTimestamp: "2026-04-24T22:30:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bcff8d486
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a96b98ad62eac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: c8a59b8b-96ba-4043-a872-ed3fab26788e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41316"
    uid: 034aff8a-cdb3-4961-a249-9ea84f3e9210
  kind: Event
  lastTimestamp: "2026-04-24T22:30:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:38Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b98ad390a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "41426"
    uid: c2977193-e708-4392-bf33-3e05c9102b29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41316"
    uid: 034aff8a-cdb3-4961-a249-9ea84f3e9210
  kind: Event
  lastTimestamp: "2026-04-24T22:30:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:31Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b98ada71405
    namespace: kserve-ci-e2e-test
    resourceVersion: "41332"
    uid: 33d6b9af-e2ba-4780-82bd-663022a8546a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:29:20.422942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40722"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b88231a4766
    namespace: kserve-ci-e2e-test
    resourceVersion: "40729"
    uid: 5e2a0fab-5996-4924-973f-b9e4033e6607
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40734"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b883bebd5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40744"
    uid: 6eb52673-1348-4d7a-9a77-1c8dd128622d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b883d4d7eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40746"
    uid: 3657e3f5-ff40-498e-a446-d2384e6c5f59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b884022ea50
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: 8b0f97ba-0a20-4a9c-be0b-5dd7c7766cd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b884097ba95
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: a7bbcd7d-dd0b-465d-9a2e-6294950a1be9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b887dc280c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40769"
    uid: eeed6dae-e692-4377-ab2e-80f58140c898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b8880adfcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40774"
    uid: 1bb47cc6-f038-4b96-a20c-6aac97011e78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b88812f971a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40775"
    uid: 4ccc568d-3f7c-459a-b557-8db863366abb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b88813bffc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40776"
    uid: e16188e9-d23f-417f-9332-5e51b96fd080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b8884315735
    namespace: kserve-ci-e2e-test
    resourceVersion: "40777"
    uid: 7cb6c33f-cbf7-4328-9223-486b67a7a8af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:29:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b8884aa359b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: 64d2112b-b38a-48b0-97e4-d6c7f38b3c9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:30:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b88f5846724
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: c6816bd8-5a58-4ee7-a697-0db5115c9c7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:30:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b987088d733
    namespace: kserve-ci-e2e-test
    resourceVersion: "41304"
    uid: 388cc63c-e626-420b-b7f7-e99db41a88b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 706635aa-0eb1-45cf-b843-692b86fcab68
  kind: Event
  lastTimestamp: "2026-04-24T22:30:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96.18a96b9870894782
    namespace: kserve-ci-e2e-test
    resourceVersion: "41305"
    uid: dbbffa02-e443-4705-ad91-968e861aaeaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40714"
    uid: 8ae33015-e0d5-4530-b9cf-105d4cf3c58b
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4-69p96'
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4.18a96b8822a68900
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 17cee996-485f-4e3b-96f0-54a86fb453ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40712"
    uid: 8c746006-bdc9-4238-b337-a8fb9eb10bfe
  kind: Event
  lastTimestamp: "2026-04-24T22:29:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-77554c6fb4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8820609313
    namespace: kserve-ci-e2e-test
    resourceVersion: "40716"
    uid: 5fa97721-4229-499b-b5c1-3a5e277baaf9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40713"
    uid: 87036b82-262e-494c-a7d3-324778e80be9
  kind: Event
  lastTimestamp: "2026-04-24T22:30:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8b9eec7d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "41208"
    uid: a6179a74-063a-4259-9955-bccc50a3e534
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40713"
    uid: 87036b82-262e-494c-a7d3-324778e80be9
  kind: Event
  lastTimestamp: "2026-04-24T22:30:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8b9f51f509
    namespace: kserve-ci-e2e-test
    resourceVersion: "41209"
    uid: 65d42953-fbf0-4697-a91a-9d25acd130cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: 87036b82-262e-494c-a7d3-324778e80be9
  kind: Event
  lastTimestamp: "2026-04-24T22:29:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8f1e8e5b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "40982"
    uid: fa9d5f37-bfb1-4f07-a651-32a9392f978b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: 87036b82-262e-494c-a7d3-324778e80be9
  kind: Event
  lastTimestamp: "2026-04-24T22:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8f1ef8cac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 1884ae2a-85c8-4172-af4e-b43392e50493
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40703"
    uid: 103dc027-0177-4468-a25a-fb9e03af094f
  kind: Event
  lastTimestamp: "2026-04-24T22:30:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b8820327482
    namespace: kserve-ci-e2e-test
    resourceVersion: "41284"
    uid: a242659d-91f9-4430-9a60-85725e0cd223
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40703"
    uid: 103dc027-0177-4468-a25a-fb9e03af094f
  kind: Event
  lastTimestamp: "2026-04-24T22:29:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b88208d4451
    namespace: kserve-ci-e2e-test
    resourceVersion: "40754"
    uid: b930a2cf-25b9-48f1-abf7-def805e93991
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40705"
    uid: 103dc027-0177-4468-a25a-fb9e03af094f
  kind: Event
  lastTimestamp: "2026-04-24T22:29:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b88261257aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40756"
    uid: ae68593a-878a-40ce-bdc5-13e929363953
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41280"
    uid: 103dc027-0177-4468-a25a-fb9e03af094f
  kind: Event
  lastTimestamp: "2026-04-24T22:30:30Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b9858eee67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41282"
    uid: 6965ca85-349b-4715-b4af-0a8fb679f3a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: a070e903-8f16-4a57-a4dd-ab40d9f28b6f
  kind: Event
  lastTimestamp: "2026-04-24T22:26:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:35Z"
    name: isvc-sklearn-s3.18a96b51824c7b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: e70e5a9a-b9f1-461b-abc2-5b80fa7a1a78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: a070e903-8f16-4a57-a4dd-ab40d9f28b6f
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-sklearn-s3.18a96b5182e4bc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: 018db6ed-8cad-496b-8c09-2c8e12d4d438
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: a070e903-8f16-4a57-a4dd-ab40d9f28b6f
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-sklearn-s3.18a96b5189f3b75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 3d6a5cd8-6a72-495c-9964-7e51a867aea9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39149"
    uid: a070e903-8f16-4a57-a4dd-ab40d9f28b6f
  kind: Event
  lastTimestamp: "2026-04-24T22:26:35Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:35Z"
    name: isvc-sklearn-s3.18a96b61b1e490af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39150"
    uid: 8f79ee84-d0f7-4fd8-9f67-5ca988b14076
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6bcdc9f6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: 7c3ffe9a-437c-4a59-80e6-da6e156990bc
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6bcdc9f6bd-hswxj'
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-sklearn-scheduler-predictor-6bcdc9f6bd.18a96a62cb465c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: 83b9706b-b261-4c4c-a470-61812bb4e54a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29928"
    uid: 89be4d2a-3a4b-41fb-bfc7-cff9b8954d69
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6bcdc9f6bd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-sklearn-scheduler-predictor.18a96a62c72748cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29932"
    uid: 11cbd055-b6ab-439f-9eb2-5942ced294f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: a0d7c285-0e6e-4858-a116-2c1a0c080190
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-sklearn-scheduler.18a96a62c6b57980
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 6cc3ca2f-a94f-4eed-b945-4cb3bcfa3b31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: a0d7c285-0e6e-4858-a116-2c1a0c080190
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-sklearn-scheduler.18a96a62c7324826
    namespace: kserve-ci-e2e-test
    resourceVersion: "29933"
    uid: a73f8e88-2b66-4faf-944a-b7a37df82360
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: a0d7c285-0e6e-4858-a116-2c1a0c080190
  kind: Event
  lastTimestamp: "2026-04-24T22:08:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:20Z"
    name: isvc-sklearn-scheduler.18a96a62c7329126
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: fb6438f4-81e2-44d8-93e7-dccd03a550ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:13:40.513725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aad4c24b492
    namespace: kserve-ci-e2e-test
    resourceVersion: "32714"
    uid: b45c4587-68f7-403f-b751-ec9560c7c237
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aad650ed549
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 9490b214-d0ec-44e9-951b-8d62127296ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aad667b091d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32728"
    uid: 60f066f1-9acf-448e-8a4c-8e95daa84524
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aad6910610f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: c3596f9c-44f7-4c17-8af0-b7eaf2f5f36c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:41Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aad6994e4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: dbf1207b-977d-42fb-8ef9-13a33eacb0ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae5d6183b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32772"
    uid: 19379f10-532c-4a87-bcdf-5a2015fd7713
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae60715e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: f932cb75-d850-4396-aa0a-745a2b336867
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae60e06bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 078c285c-aa85-47b2-b055-26cec1e8460f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae60ebd0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: 87884bf8-d64b-4326-b75e-e33560e6259c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae63b55922
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: 68dc7cfe-0cc9-47ff-ae5f-0f8bc08f205a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aae6424d914
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: a9f95350-0d74-4dfb-8131-437e31019139
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:15:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:03Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96aaed51247cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 647af7f7-af43-4520-afdb-552a3f890d79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96abff3e3e253
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 067284a9-0d42-49de-82df-21a9a3291ce8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96abff3e47db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: 175d04bc-a9d2-40b4-88ea-afad6551c0fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 98ce335e-5f51-4252-9f18-cb3599cfc0eb
  kind: Event
  lastTimestamp: "2026-04-24T22:15:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:03Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx.18a96ac0871c6010
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: bf3e8a4b-c0b4-45b6-b760-fb8966622555
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 8f54a7bb-bbd4-4909-979e-e07805f72317
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-8664c8b4d9-jwvhx'
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor-8664c8b4d9.18a96aad4bbd77f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32711"
    uid: 414e8b1e-7db4-4ee4-9578-ba421e1374c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 252ee5c6-ce64-4f66-b3c9-7ff8e049c83c
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-8664c8b4d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96aad48c28fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 963582c2-367f-450d-a956-3ee4fed1d087
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 99c3aabe-b8f3-4f38-ac65-b0f16e8e6fc9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab0c7b57aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 3b4b4812-30ad-4c82-a39a-fdb3354840e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 99c3aabe-b8f3-4f38-ac65-b0f16e8e6fc9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab0c81a91de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 42327da3-9501-4b0d-9c3d-0bb1ba885044
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: 99c3aabe-b8f3-4f38-ac65-b0f16e8e6fc9
  kind: Event
  lastTimestamp: "2026-04-24T22:14:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab446e7d946
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 09e4e46f-b75c-4d9d-82af-9ff1531782ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: 99c3aabe-b8f3-4f38-ac65-b0f16e8e6fc9
  kind: Event
  lastTimestamp: "2026-04-24T22:14:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab4474f10c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: ee323d3c-66ac-4c63-9b5b-29a6c31b17db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: 795c97b8-7fd8-4e6e-be4f-f9db4f740d1d
  kind: Event
  lastTimestamp: "2026-04-24T22:14:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:53Z"
    name: isvc-sklearn-v2-mixed.18a96aad489e8b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33282"
    uid: 5f5b46c9-5bfb-4d5a-8bf1-742fb8d2b4ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: 795c97b8-7fd8-4e6e-be4f-f9db4f740d1d
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed.18a96aad48ec60f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: 001c73f5-4520-4eb8-8ca2-529c024c48ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: 795c97b8-7fd8-4e6e-be4f-f9db4f740d1d
  kind: Event
  lastTimestamp: "2026-04-24T22:14:53Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:53Z"
    name: isvc-sklearn-v2-mixed.18a96abe3994d987
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: 8a42a11a-5350-42fd-8ad1-9a39053678c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:12:20.200776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-868cb76d-vmbnb
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9a991e58f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: 9361d403-9c14-43d2-a7f0-ebf1519f91b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9aaabd294e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: b23dfd75-0b0f-4e20-b478-e0ef4c65a2d4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32050"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:21Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:12:21Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9ad5a5793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32070"
    uid: 6ca256cd-0187-4064-99cb-460fb02942ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:21Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9ad7137699
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 11235065-0561-4d5d-a61a-7b10d3f5be26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:21Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9ada5270cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: 319d6ed6-1672-4501-957e-e977263cfeb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:21Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9adac749bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: ebee52e5-de96-48a8-ba90-71760b16937c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1449"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9bea8a2289
    namespace: kserve-ci-e2e-test
    resourceVersion: "32120"
    uid: 91131d6b-146c-429b-b3ca-7cb2ae9cb1a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9bed31015b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32122"
    uid: 6f1657bf-e2c2-4c99-8f3b-6887634ba1cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9beda67455
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: e5bb406c-b765-4785-9025-75adfe8d46f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9bedb365e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32125"
    uid: 662d5b33-40bc-4027-9225-812003a5c7c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9bf099ce36
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 750ae14a-b880-4a3d-a19f-f68f95480f40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:12:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:25Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9bf10d2560
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 584ae602-9e0b-4aad-a92e-bdc15468cdb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:42Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96a9c26775feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 7d0a5630-4fb9-4b37-9906-4a0a7f007ff3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96aad474d455b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: cd0a3599-1615-42cb-b291-929b68d439e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96aad474e0983
    namespace: kserve-ci-e2e-test
    resourceVersion: "32693"
    uid: 0f1317f1-e976-42d9-b2f0-b059345837a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 395d5fa0-85d1-4121-86c9-730d224a3ec9
  kind: Event
  lastTimestamp: "2026-04-24T22:13:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:42Z"
    name: isvc-sklearn-v2-predictor-868cb76d-vmbnb.18a96aadd8a8911f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 10b8de7d-45e1-41c5-9788-642d5e94a480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-868cb76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32017"
    uid: 5d06a522-136e-4d5b-823b-194ce8d9849f
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-868cb76d-vmbnb'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-predictor-868cb76d.18a96a9a9890809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32035"
    uid: 2c38b10b-bd47-4fc3-8c9f-c82c19a641c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32015"
    uid: f6b3e2a4-ee5e-40c1-9509-50d3dde7f5af
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-868cb76d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-predictor.18a96a9a9508e540
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 3b25472b-d420-4b6c-8e2d-055e68a895ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 1ebd1db2-95db-4afb-a794-8ea23f352222
  kind: Event
  lastTimestamp: "2026-04-24T22:12:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:50Z"
    name: isvc-sklearn-v2-predictor.18a96a9e138b218f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32311"
    uid: c0317321-061b-4628-b7aa-77b93af64118
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 1ebd1db2-95db-4afb-a794-8ea23f352222
  kind: Event
  lastTimestamp: "2026-04-24T22:12:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:50Z"
    name: isvc-sklearn-v2-predictor.18a96a9e13f8caa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32312"
    uid: b4521e6e-234a-48f9-801f-b725a334f3de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: 1ebd1db2-95db-4afb-a794-8ea23f352222
  kind: Event
  lastTimestamp: "2026-04-24T22:13:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:35Z"
    name: isvc-sklearn-v2-predictor.18a96aa512214c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: c41430eb-a52f-4906-ade8-19c0b43d8448
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: 1ebd1db2-95db-4afb-a794-8ea23f352222
  kind: Event
  lastTimestamp: "2026-04-24T22:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:35Z"
    name: isvc-sklearn-v2-predictor.18a96aa512879254
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: b1d5b034-a800-42b9-8c56-597959a9edf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:11:20.027506Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8c96832937
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: e39edea3-94b9-4490-b24b-846cf4b9439f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8ca478242a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: bb277588-d66d-42ca-b41a-ecaaff1fa3e1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:21Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:11:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8d08a5e649
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 1dd09f31-71d3-44f9-986d-a956c197f082
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8d0a201510
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: e30f5352-ab88-4491-acc3-f4a92d08a29a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8d0d364344
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 1b35182a-2ad4-41e0-aa61-ef815024527d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8d0dabc167
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 41eb50f2-fa8f-453d-81fc-eabead821734
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8de7c2e518
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: 6822cf2b-95e7-426b-8518-7a28d2c84870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8deb0da373
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 53ab7a56-0716-4791-8bad-4b33593eda71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8deb84c014
    namespace: kserve-ci-e2e-test
    resourceVersion: "31610"
    uid: bdce20fa-fdf0-4d5c-803a-3bdadc956c73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8deb912432
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: 2f5e9559-cb33-414b-87a0-d84b548d94bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8def00f68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: f199700f-8e77-452a-a228-8dc3c962fd74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:11:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a8def742f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 08a60404-dd19-4b72-a835-0b9cb560dd4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:12:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a96c2a222a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31878"
    uid: f9aaef2a-cf20-42a4-9c84-dd0c8ea40362
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a9a9b3cd7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32052"
    uid: 61f2222e-f161-4290-8353-e40070569886
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a9a9b3dff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: 97e1c668-f085-44a0-91d9-07eab8786f54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4edf360b-fc70-424f-8c05-47887616fec0
  kind: Event
  lastTimestamp: "2026-04-24T22:12:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:23Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj.18a96a9b69712c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: 53bed462-8a4c-43f1-9979-53d8d050691c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: be18f5cb-51a7-4102-b4d9-e4c6f0382a9c
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vtgpj'
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a96a8c961d8966
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 41d8eece-3c45-4dcd-81a3-51a97ea6c9a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: d5282993-3e5b-4681-b5bc-ea42cb9dc78a
  kind: Event
  lastTimestamp: "2026-04-24T22:11:19Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a8c92a37ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 949a9724-0a9c-44e0-ad1d-c9ffe757d676
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 64953935-2c2d-49e3-b56a-1c9545cff415
  kind: Event
  lastTimestamp: "2026-04-24T22:11:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a9011303d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31787"
    uid: c9f1ef4f-7cba-46fa-8356-24474fc307a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 64953935-2c2d-49e3-b56a-1c9545cff415
  kind: Event
  lastTimestamp: "2026-04-24T22:11:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a90119595a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: f6cc4693-3eb7-4142-894d-00b42956a1c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 64953935-2c2d-49e3-b56a-1c9545cff415
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a970fa2c81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 8861dbbb-3e87-4284-83c4-202cf72e407b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 64953935-2c2d-49e3-b56a-1c9545cff415
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a971011ddb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: d2d75c2d-db35-47a7-9a75-2959ca1ad516
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: 91dc9274-9f67-4ed9-84af-857d47ef9a29
  kind: Event
  lastTimestamp: "2026-04-24T22:12:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:13Z"
    name: isvc-sklearn-v2-runtime.18a96a8c927c9526
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 6060f801-8d10-48b4-b768-af19786f3baf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: 91dc9274-9f67-4ed9-84af-857d47ef9a29
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-sklearn-v2-runtime.18a96a8c92d33fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: a1d3de82-4240-4fa1-a4f3-9ed90743138a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 91dc9274-9f67-4ed9-84af-857d47ef9a29
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-sklearn-v2-runtime.18a96a8c98b26af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 6346c367-da60-48b5-8827-9d945beca89a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 91dc9274-9f67-4ed9-84af-857d47ef9a29
  kind: Event
  lastTimestamp: "2026-04-24T22:12:13Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:13Z"
    name: isvc-sklearn-v2-runtime.18a96a991acb9685
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 6f20c069-a9ea-4d1c-883e-3e23a74f2169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 1fd88ae2-0bd4-4afa-ae06-626542f69d46
  kind: Event
  lastTimestamp: "2026-04-24T22:13:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:32Z"
    name: isvc-sklearn-v2.18a96a9a94dfe947
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: 48800277-1605-4dfe-9d11-46b36cd565d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 1fd88ae2-0bd4-4afa-ae06-626542f69d46
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2.18a96a9a9537060b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32056"
    uid: 2abf32a9-2c5c-4938-b59e-28034ab37727
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32023"
    uid: 1fd88ae2-0bd4-4afa-ae06-626542f69d46
  kind: Event
  lastTimestamp: "2026-04-24T22:12:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:20Z"
    name: isvc-sklearn-v2.18a96a9a9d60bd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: edb0841d-30a8-426b-996c-774f09fb5814
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 1fd88ae2-0bd4-4afa-ae06-626542f69d46
  kind: Event
  lastTimestamp: "2026-04-24T22:13:32Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:32Z"
    name: isvc-sklearn-v2.18a96aab89b0f916
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: 9b8e364a-121d-4806-8997-3dca62056c74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 57209236-7ae4-4a41-b322-7104bb14192a
  kind: Event
  lastTimestamp: "2026-04-24T22:09:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:34Z"
    name: isvc-sklearn.18a96a63445f4584
    namespace: kserve-ci-e2e-test
    resourceVersion: "30560"
    uid: 5f2ac03c-bcba-4f38-8002-77c1176c2593
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 57209236-7ae4-4a41-b322-7104bb14192a
  kind: Event
  lastTimestamp: "2026-04-24T22:08:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn.18a96a6344de23e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29997"
    uid: 1b792c77-35a9-4e23-bbc0-1269bb547e81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: 57209236-7ae4-4a41-b322-7104bb14192a
  kind: Event
  lastTimestamp: "2026-04-24T22:09:34Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:34Z"
    name: isvc-sklearn.18a96a73f4f4263c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: e3319979-4ba8-4a34-925b-2e6c56fb4cff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:15:00.721489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-x588j
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96abff8e609ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: 7b04cfa8-b197-4082-87ae-97db704b3c01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac004a509d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33391"
    uid: 6552d78e-60d8-42c2-b155-f70cb5bfafbd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33386"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:01Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:15:01Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac035c555ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: 23b1d380-fabd-43d6-b416-d1c22a041776
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:01Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac037483f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: cc9b7d07-b10b-4e96-8f99-7f2c759c1c17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:01Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac03a1d6e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: 63ec5eb1-38ea-4636-b70f-4f173f6ad647
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:01Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac03a94365c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: f5468f3a-7686-45e6-82d5-8c62e5c1336b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:07Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T22:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac182d15b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: c7546421-5ace-4d6a-9180-89b287396201
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.501s (3.501s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac25384dabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: 54008d47-42aa-4f7c-a14b-1a53f56de6ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac256332008
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: d11ba16a-3ee3-4b8d-b1e6-15adaf1c6a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac256a62c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33489"
    uid: 9c64e277-38d2-4ba7-92c5-58ef9eada186
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac256b0d116
    namespace: kserve-ci-e2e-test
    resourceVersion: "33490"
    uid: 98892a2b-c1cb-47dd-8fc6-9aea8ac2756c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac25a0d3701
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: 87515cbf-d5d9-4b62-bb00-5d19eafb8842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:10Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac25a966d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 01edfce3-4fb8-4c3c-b59d-33f1ab357424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac27217ac8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: d628ee95-4681-4b05-8564-9015af7d51ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac97077f076
    namespace: kserve-ci-e2e-test
    resourceVersion: "33751"
    uid: c9b5caeb-ddd7-4956-9563-93628095e5e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac97078b98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: 146c0048-1457-4233-b451-300aec2190b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-x588j
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 9f085049-2b98-4b5a-8813-b25cfcfd6bf6
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-x588j.18a96ac9a9fc5afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 6a4989df-3318-4fce-878d-2e9cdd82285c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: 4f23c7c1-dd08-43d2-a8c1-8299dc6b4f64
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-x588j'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a96abff82ab390
    namespace: kserve-ci-e2e-test
    resourceVersion: "33378"
    uid: 6e30b791-ba00-448b-b493-d598ded32eda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: ffe908a6-5cfa-4b8c-ae6d-fdc2fa754d5c
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow-predictor.18a96abff50cfcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33368"
    uid: e373de88-8605-4089-a539-61873b87dd90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: d60b2693-273e-4748-b9a9-83c528c6021c
  kind: Event
  lastTimestamp: "2026-04-24T22:15:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:30Z"
    name: isvc-tensorflow-predictor.18a96ac373fb11e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: 334a9459-ffb5-4afa-95f4-1ddabf1ada19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: d60b2693-273e-4748-b9a9-83c528c6021c
  kind: Event
  lastTimestamp: "2026-04-24T22:15:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:30Z"
    name: isvc-tensorflow-predictor.18a96ac3746ae81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: 4254f7b1-8a7f-49ba-8489-a46c926e4cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:15:41.445584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ac9743e7139
    namespace: kserve-ci-e2e-test
    resourceVersion: "33768"
    uid: f7e53227-eec1-445b-a0db-edc14a45ca91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ac98cfd485d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: 61faf9b8-657f-4f52-b456-68186ebc43dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ac98f888944
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: 01adca96-764e-4016-aaf4-361e04ef15b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ac9922f552f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: f066612a-38fb-437d-b933-97802733c39a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ac992a0ba01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 13c7e50e-8663-4df8-bc67-bdd472a60521
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96aca9ea51cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: fd65d869-a7a5-4755-8c10-b76fc20aeddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acaa178dba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 0d6b0d4d-cc30-428f-9e92-72b6ebef6b12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acaa1eac9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: c050349a-2f1b-48d0-8bef-bc3f88382c57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acaa1f6dd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 3dfa60e2-34d7-4fe7-8f0d-5ca06bf0f769
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acaa5a5b50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: 0ae81340-022b-40f9-b2a6-dc9931ebe5e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acaa65e0b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 5395db00-6b1f-41b0-91b2-93ad008da076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:15:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:54Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96acb1648830f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: c5f97207-0c29-4ba4-9945-ddee35b5ffba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ad2eeebca25
    namespace: kserve-ci-e2e-test
    resourceVersion: "34122"
    uid: 9ec0b441-5439-4bd7-a0c0-6f895b817904
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ad2eeec5d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: 44a6ee9a-c439-487b-a474-2f1f13710432
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 4e7bb452-7407-4043-bf44-0bd6c1e61bed
  kind: Event
  lastTimestamp: "2026-04-24T22:16:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m.18a96ad3783ac9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: b2894588-7dfc-4ddb-9003-39ec24c3fa3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: 7a5f72cb-2d7b-4804-8a24-4e9bb4498ad5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-kzl4m'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a96ac973d053c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33765"
    uid: 519bf83a-7c75-46a2-9e91-6fc3cd8a6e63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 32f6891d-6135-4454-9405-53d1c8525147
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime-predictor.18a96ac970a7ae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 5f5d11f9-c129-4962-b3e8-498605dbcc73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: b8a31b9e-93c6-453f-b6a9-e19f6d64fe0a
  kind: Event
  lastTimestamp: "2026-04-24T22:16:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:11Z"
    name: isvc-tensorflow-runtime-predictor.18a96accef42cb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34026"
    uid: 36502540-cc9c-4b02-9d49-7666bf9586a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: b8a31b9e-93c6-453f-b6a9-e19f6d64fe0a
  kind: Event
  lastTimestamp: "2026-04-24T22:16:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:11Z"
    name: isvc-tensorflow-runtime-predictor.18a96accefb1e86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: 6f75af50-f5d5-45d1-8f9a-69761c38b132
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: ecc89c9c-258d-4c4c-a4d0-4dc6d85109e3
  kind: Event
  lastTimestamp: "2026-04-24T22:16:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:04Z"
    name: isvc-tensorflow-runtime.18a96ac9707e2fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: 5ac32e5f-625d-47e5-af57-9a162071624e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: ecc89c9c-258d-4c4c-a4d0-4dc6d85109e3
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime.18a96ac971079c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: eab1c9d1-73f9-4363-8d7f-e0cefe7c1101
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33729"
    uid: ecc89c9c-258d-4c4c-a4d0-4dc6d85109e3
  kind: Event
  lastTimestamp: "2026-04-24T22:15:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:41Z"
    name: isvc-tensorflow-runtime.18a96ac976a2315e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: 959d953c-b197-4261-9bc9-0884dd3b96e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: ecc89c9c-258d-4c4c-a4d0-4dc6d85109e3
  kind: Event
  lastTimestamp: "2026-04-24T22:16:04Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:04Z"
    name: isvc-tensorflow-runtime.18a96aced58763af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: aaef86fc-f56e-4c23-be83-d99647102801
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 98d7e680-9d22-48a2-b836-d3e7d907d7d1
  kind: Event
  lastTimestamp: "2026-04-24T22:15:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:27Z"
    name: isvc-tensorflow.18a96abff4cde1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: a0a76e70-0553-4e74-a91f-f55efe9d0a7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 98d7e680-9d22-48a2-b836-d3e7d907d7d1
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow.18a96abff523568f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33387"
    uid: a153c056-8e79-4fee-a44f-fcdb32d5d98d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 98d7e680-9d22-48a2-b836-d3e7d907d7d1
  kind: Event
  lastTimestamp: "2026-04-24T22:15:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:00Z"
    name: isvc-tensorflow.18a96abffae7c43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: 4948ad86-b726-493c-b2e6-cd8b147fa1c7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33617"
    uid: 98d7e680-9d22-48a2-b836-d3e7d907d7d1
  kind: Event
  lastTimestamp: "2026-04-24T22:15:27Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:27Z"
    name: isvc-tensorflow.18a96ac630ebfd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33618"
    uid: 7ba51607-b1e6-4411-bba2-a8dd525bd184
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:16:22.259161Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34143"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-fn44d
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad2f4ec293d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: db548913-77ed-4adb-92fc-11a2c7a61dda
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad30def33bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: cc9bfc59-efc3-45b2-a484-ab23bf56f04b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad30f4a3bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: 0a4c2607-8f8e-4fc7-a4e6-833157efe1b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad31220de98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 6198bfa8-819f-4546-930b-b9ce45cc6ba4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad31295e3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: cd73d164-a1f8-41f2-b0c4-272e3dc4f56a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:16:27Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T22:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:27Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96ad431d67c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34207"
    uid: cc39132e-5c72-4ca5-a57a-9779587c0bc8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.844s
    (1m54.844s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeeef1596ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35009"
    uid: bb031ef5-494d-4380-86c0-fae2cacd9e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeef5c5fd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35011"
    uid: 6ead5723-faf0-47ab-9ab9-1c4438cb68cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeef715db56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35012"
    uid: 446bcd2a-e3a3-4de7-bed8-fe9699a1013c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeef7227c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35013"
    uid: 8d4f35c9-96df-4668-b272-4adc247147ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeefbcb21fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: d91df4de-495d-4c99-aa1f-88ea0f86086c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aeefce04da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: 50b7e5f0-1960-4bb5-ade8-c9fb1e6a485c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:24Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96aef4afc4b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "35032"
    uid: 8feddc76-eb2b-4d94-86c0-d091bfe65e53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96af1c9d624fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 56ae6d23-1584-4067-8b82-3931a2ba81ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96af1c9d9ff20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: c2fdb334-9207-433b-a9fd-b72c17b14761
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-fn44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: fcd6eac8-0564-4ff0-9e5f-ef797fabc0be
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-triton-predictor-84bb65d94b-fn44d.18a96af1dac4317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35169"
    uid: 71772367-e7d1-4016-bc3b-d3dfcb87299e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: ed44bf4b-261f-4284-87e1-bbf4dfc21975
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-fn44d'
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor-84bb65d94b.18a96ad2f439bb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 98438e38-43a6-4e33-876b-e7e641af8512
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 9b51af86-b3d9-47f7-8d09-e84aef2009b4
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton-predictor.18a96ad2f0d04529
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 7128c698-94e6-4d80-86ba-b2a81bb20cd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: a06853e3-649e-408c-b3ae-e34c07846ac3
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor.18a96ad66f3b5378
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: 39dd4786-7247-4d27-b120-4286c895b1f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: a06853e3-649e-408c-b3ae-e34c07846ac3
  kind: Event
  lastTimestamp: "2026-04-24T22:18:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:22Z"
    name: isvc-triton-predictor.18a96ad66fa48c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: 04d8081d-05d6-4baf-860c-75dd09ec4bd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: 58e8a931-83c1-422d-b167-987a80635a2b
  kind: Event
  lastTimestamp: "2026-04-24T22:18:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:30Z"
    name: isvc-triton.18a96ad2f09a59ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 843cb3fa-07e4-4e78-89c0-4b8d1e3d7983
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: 58e8a931-83c1-422d-b167-987a80635a2b
  kind: Event
  lastTimestamp: "2026-04-24T22:16:22Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:22Z"
    name: isvc-triton.18a96ad2f0e9cbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: ec987da2-e02e-45bb-adad-10803066a5ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: 58e8a931-83c1-422d-b167-987a80635a2b
  kind: Event
  lastTimestamp: "2026-04-24T22:18:30Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:30Z"
    name: isvc-triton.18a96af0b7f99b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: d7d7f843-b772-422a-9c9f-e956fd6de7ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:18:34.773741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-fdbwg
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af1cf683c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35158"
    uid: 09839c0d-dc06-4271-bd9a-341bf524a350
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af1ddb36107
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 7b24e50b-fa8e-4840-9c19-8dab62e72623
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35166"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:35Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:18:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af20dce6d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 45f79361-70e5-418b-a667-057a6431c641
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af20f418a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: 1de21b05-1c16-4d98-9e96-e31fe22513dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af214b101cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 7f8a6dec-c97d-490f-b6ed-e28ea49e584b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af2157e62b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 407b052e-c53a-4a97-a83d-405ea8fea1cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:40Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af307969c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: eeec987f-9931-41f7-a7ab-88f980b0355a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.012s (17.012s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af6fd9c74bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 6e49442e-142e-4600-aa71-9a3b564a0b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af7047915ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 05f8552c-61f7-4780-9d85-a2838dd87561
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af705eaecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: dfcd30d7-64c5-4e69-bdef-59b5140b1393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af705f7c0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 72262444-423c-4358-939d-2221c4ab9306
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af70b661e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 149fe569-3983-48d7-a1f7-77b11e0544c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:18:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af70c779092
    namespace: kserve-ci-e2e-test
    resourceVersion: "35354"
    uid: b6b068df-2cca-404c-92d5-34e00bafcd95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:19:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96af73c0c2dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35757"
    uid: 49f26d3d-d092-41bf-9b2a-3114e19a184a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96b06cb60e194
    namespace: kserve-ci-e2e-test
    resourceVersion: "35865"
    uid: 6c496096-07c2-4211-9638-7b67f3770904
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e81be839-a938-4663-8282-3aa3ba5bf3df
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fdbwg.18a96b06cb6186ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35869"
    uid: 2a7426b4-f63d-4b7b-8c45-0a3dc35df810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: a8f5520f-2427-441e-91cf-47314e54e42b
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-fdbwg'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a96af1cf021cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: 8227a9a8-fb19-41c5-b7d4-364a0b1f37e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: a11310d0-7358-49dc-b43e-5577e7b54d1f
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-xgboost-predictor.18a96af1cae9c6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 2563a051-9219-4046-bfb9-f4834dec005b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: 5f496aaf-0a6b-435f-9191-51ba7269135c
  kind: Event
  lastTimestamp: "2026-04-24T22:19:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:04Z"
    name: isvc-xgboost-predictor.18a96af549e8cfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: ae8a3dc1-2c7b-4aaf-8bae-a6c650ff57de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: 5f496aaf-0a6b-435f-9191-51ba7269135c
  kind: Event
  lastTimestamp: "2026-04-24T22:19:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:04Z"
    name: isvc-xgboost-predictor.18a96af54a41fbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: 66660ce0-35c3-4fba-b323-b62080ede232
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35296"
    uid: 5f496aaf-0a6b-435f-9191-51ba7269135c
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost-predictor.18a96afc484d7492
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: f654d4b6-3fd5-4f21-9069-40df6b22fa2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35296"
    uid: 5f496aaf-0a6b-435f-9191-51ba7269135c
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost-predictor.18a96afc48bcaee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: 9f7840f2-c12b-4b30-9223-431e7c4f72f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:21:45.374849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e301e5cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 67390ce4-7205-4dd5-8dd3-9694de248bb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e3bdc6eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: aac28b5e-f588-471b-9208-0bee127f36b4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:46Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:21:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e6d7602ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 10803045-824b-4dc6-a773-ad7cd90da20d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e6f4dc497
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 2b010f58-1f0e-4aa9-b8e5-700cfa45a524
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e723698bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: 5e9335f3-3790-4b91-b159-bf6c350e33ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1e72b17e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 0a069d28-c8b6-4c6f-be62-1455389de452
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f66469267
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: dee11e12-e369-41c7-8e57-c58d9fbfda66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f69893b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36846"
    uid: f644c853-3d49-4728-8c33-e96922ad72dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f6a022a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: 058cd8c2-2208-4d23-b0e3-508721583d09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f6a0e5be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 2669d4da-f788-4f3f-a0dd-e6f1a0d07fe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f6d363849
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: 790334da-880f-46af-9d43-d286985d8483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:21:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1f6daefdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 3fbfec8b-55f5-4937-9220-e3d2e0826636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:23:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:07Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b1fa22e33de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37480"
    uid: ffdc5fae-3813-4f9f-84fa-ac6b862d3cc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b30d284f450
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: 80cfc5b4-cae3-4c1e-8705-9f4464d001dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b30d285dfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: 3ed4f4bf-3dcf-43b0-a6e4-f2b2072e5631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 66a06231-6cc9-4a1a-a9bb-c1a236fd0485
  kind: Event
  lastTimestamp: "2026-04-24T22:23:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:07Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-h7rxf.18a96b31546ce70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 1d87b1e0-a1cd-4a87-819f-bfb08a0220f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: 135a7948-a8ac-4091-b1e7-3eb21d5aa5df
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-h7rxf'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a96b1e2fb6d201
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: 7485e4ce-f374-4d5e-b071-7c40099081fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: f4cf0307-e788-464b-b043-d94251e649d3
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor.18a96b1e2c973092
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: b4aa42c0-4503-498a-a21a-e50c3a5e7625
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 2e4a4dd7-56b8-4d23-ac93-acdf2ad712c6
  kind: Event
  lastTimestamp: "2026-04-24T22:22:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:30Z"
    name: isvc-xgboost-runtime-predictor.18a96b21ab0da866
    namespace: kserve-ci-e2e-test
    resourceVersion: "37140"
    uid: 55b91d71-910f-4b30-aace-a3b6f19b8e7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 2e4a4dd7-56b8-4d23-ac93-acdf2ad712c6
  kind: Event
  lastTimestamp: "2026-04-24T22:22:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:30Z"
    name: isvc-xgboost-runtime-predictor.18a96b21ab8529bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37142"
    uid: ecfd4aba-b9cc-4b03-abdc-f4d0982b8051
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36928"
    uid: 2e4a4dd7-56b8-4d23-ac93-acdf2ad712c6
  kind: Event
  lastTimestamp: "2026-04-24T22:23:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:00Z"
    name: isvc-xgboost-runtime-predictor.18a96b252a9c7197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37357"
    uid: 727798bb-3202-4306-b7c1-61e0c088f001
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36928"
    uid: 2e4a4dd7-56b8-4d23-ac93-acdf2ad712c6
  kind: Event
  lastTimestamp: "2026-04-24T22:23:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:00Z"
    name: isvc-xgboost-runtime-predictor.18a96b252af8757e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: c4e560d2-fd2a-47b8-95b4-613b7b7be8d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: 28e3c782-6784-4782-b3ac-8fa9a5b71b60
  kind: Event
  lastTimestamp: "2026-04-24T22:22:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:57Z"
    name: isvc-xgboost-runtime.18a96b1e2c504d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37339"
    uid: 7d668d36-0e94-4fab-bd6f-b2fad2446410
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: 28e3c782-6784-4782-b3ac-8fa9a5b71b60
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime.18a96b1e2cc78ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36787"
    uid: 7e605e22-5184-4e1a-b235-629aa28d2076
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: 28e3c782-6784-4782-b3ac-8fa9a5b71b60
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime.18a96b1e32bf06cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: a079685b-ca2d-4030-a28b-e8caa78c77c3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 28e3c782-6784-4782-b3ac-8fa9a5b71b60
  kind: Event
  lastTimestamp: "2026-04-24T22:22:57Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:57Z"
    name: isvc-xgboost-runtime.18a96b2f062d6899
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 401870ae-e34a-47af-8b81-31939871c844
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:20:05.009340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b06d1de3e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: 6a8e5fdd-a20b-4a47-83c4-2f60cae48627
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35896"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b06ead760db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: 8a605b57-0bcf-4cab-87e3-f2eadb4b0694
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b06ec3cfa4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35905"
    uid: 8538d4be-8a7a-4b16-a55b-cc20f3dc628b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b06eed35dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35906"
    uid: 68b681b1-9134-4d15-a469-12775639ebf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b06ef4697df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: 9dc4b3cd-396c-44b3-9c25-41f5e82aa6c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b080b7dcf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: e80b63f3-55e5-45ea-9a04-764a445b1328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b080f47ce83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: a574731f-04c7-4f2c-946a-51760dcfc5d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b080fcadbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 76035f7a-6467-423a-a13b-6347b44daf3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b080fd6cb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: a6fa998f-9089-461f-9961-14ccad7d0693
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b0812f31584
    namespace: kserve-ci-e2e-test
    resourceVersion: "35957"
    uid: e98318b4-fa7d-464e-b841-45132adb6cca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b08136e2af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: 57f4f106-4fec-4491-9de8-119ec8a479d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b1279de9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: 835cdab6-2a3b-459f-a7dc-aa75f67790c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b1279df5646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 0359ee9e-5825-46b6-9135-229a3c7b7369
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b1339399d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 5080f0e4-fa8c-4f75-8358-2dfecb7b4ad6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 52da8257-9166-41fc-976f-ac8e938fc217
  kind: Event
  lastTimestamp: "2026-04-24T22:20:58Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr.18a96b13399a468a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: aa5c2937-9575-4d98-8668-ac7c4d8cdf1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 5e4df536-13cf-4f93-a37f-436e1afdb010
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bdzgr'
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a96b06d1769190
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 59c65d84-fa54-4e5a-884c-9c9cb6f9a8b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: b5640756-4f51-47f6-9095-2a6fa2d1c41c
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b06cd3ca12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: ec882327-29e4-48d1-93c9-cd12b64cd386
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: eb53e3fa-8b31-438f-a09d-96d880b2ffb7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b0a4c33f7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: a1fac855-df39-49f8-a4af-310663f8ca36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: eb53e3fa-8b31-438f-a09d-96d880b2ffb7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b0a4c9dd263
    namespace: kserve-ci-e2e-test
    resourceVersion: "36132"
    uid: c8efe0e1-519f-4d19-acd8-d261ed64651f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: eb53e3fa-8b31-438f-a09d-96d880b2ffb7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b114aa30577
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 81408914-8c9b-41d8-95e7-776859f4cf5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: eb53e3fa-8b31-438f-a09d-96d880b2ffb7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b114b1188a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 0210924d-7f3a-4053-be10-38598890dd9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: ba170280-7011-4d14-9595-65896e2316b3
  kind: Event
  lastTimestamp: "2026-04-24T22:20:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:48Z"
    name: isvc-xgboost-v2-mlserver.18a96b06cd12622a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: 191a210e-29c0-4936-998b-0ec2f197dba3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: ba170280-7011-4d14-9595-65896e2316b3
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver.18a96b06cd5f09dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: f2f4b183-23e2-453e-b976-3736302b564c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: ba170280-7011-4d14-9595-65896e2316b3
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver.18a96b06d318b3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35898"
    uid: 47d42233-eca4-4249-94b9-acb06521d4ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: ba170280-7011-4d14-9595-65896e2316b3
  kind: Event
  lastTimestamp: "2026-04-24T22:20:48Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:48Z"
    name: isvc-xgboost-v2-mlserver.18a96b10ea740d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 163fd2c0-cf64-4323-a358-bd725faab7a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:24:05.645935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3ed8ed35d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37951"
    uid: 038d17cb-3931-4b1f-8aa1-84f1e3ed7ff8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:06Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:24:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3ef22b90d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37969"
    uid: d2e40379-8dfb-4253-82b6-c1430606b02a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3ef3957db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: caf3bff1-e320-4a3b-bfec-ae3ed521b08f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3ef6fe6eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: a7197499-1d5d-4c6e-959a-39e2cbb0153a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3ef776b35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: cec7dddd-8d98-4d34-899f-c79bcfd541f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:09Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fdc1df222
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: e9c34dbd-6df7-448b-844e-3dd570b47879
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fdf522355
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: 3227977d-ff8e-4fb2-913b-a4afe50b5961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fdfca23f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: 2a56703a-f4a3-4c03-aad6-12060db8b800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fdfd64868
    namespace: kserve-ci-e2e-test
    resourceVersion: "38015"
    uid: 64004c3d-91c0-494e-99f1-a57653860950
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fe2d2b6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: a16ebb6e-ae99-46a9-8d02-e37da953a8b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:24:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b3fe3503b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: ca26dea4-118b-428e-9b08-dc6e6f4b760a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b4053dd4ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: f5019270-3642-408c-9268-fa2f66f73821
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b51810baa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "38590"
    uid: 8c8c527b-e5be-4cb5-bafd-b5510087e884
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:25:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b51810c6e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: fe76d3dc-83d0-4a95-adb3-3cf86142158e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 0b156735-4d33-43ad-9a66-faf4c1813a90
  kind: Event
  lastTimestamp: "2026-04-24T22:25:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:28Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49.18a96b5205f16fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38651"
    uid: 51dca623-4045-4b99-a10d-96d132dec49c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37936"
    uid: 984af76f-0609-4120-b067-e700e0260374
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-jwx49'
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a96b3ed886b95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: 0e20161e-09a8-40ba-b7c6-d6f24ce0c65e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: 385e40ff-9b05-47bb-8cc5-a8d7beac1061
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-predictor.18a96b3ed5b497ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37938"
    uid: 4cc1601a-168b-413f-8c5e-bdcab0780bed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: ef3b3e40-9879-4eae-bad9-3c687e7baf1d
  kind: Event
  lastTimestamp: "2026-04-24T22:24:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:35Z"
    name: isvc-xgboost-v2-predictor.18a96b42549cb09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: 0221bbca-dac0-4c5b-9176-387089b114ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: ef3b3e40-9879-4eae-bad9-3c687e7baf1d
  kind: Event
  lastTimestamp: "2026-04-24T22:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:35Z"
    name: isvc-xgboost-v2-predictor.18a96b4254f9ac76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: 93161f9c-efba-4394-9688-5d79f502a3f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: ef3b3e40-9879-4eae-bad9-3c687e7baf1d
  kind: Event
  lastTimestamp: "2026-04-24T22:25:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:20Z"
    name: isvc-xgboost-v2-predictor.18a96b4953912bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 01cb47c2-96e8-4f6d-a1fe-e7f22c2fafd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: ef3b3e40-9879-4eae-bad9-3c687e7baf1d
  kind: Event
  lastTimestamp: "2026-04-24T22:25:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:20Z"
    name: isvc-xgboost-v2-predictor.18a96b4953f77a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: 7d292614-7e8c-450d-918f-9fb69317947a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:23:05.477796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b30d6a05b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37441"
    uid: 5b871e87-2ccf-49c6-bd17-c58fc9a484ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b30efb98dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: 23eb7eed-14a6-4a0c-a9a4-10c13f182369
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b30f11d97bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: d7cd5da3-54fd-4ebe-8ec9-0230acb1789a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b30f523351d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37459"
    uid: a04e9e9d-7f85-46d7-9c7c-7cb9ce02c58f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b30f597f6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: 6660a945-5d1e-4a3d-9ee5-e99671338c4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31d957a6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: 68b8722f-f8d5-4643-bdd1-3e88abffd417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31dcaa45a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 695188b5-3d1b-4910-a746-bc9e08e61c9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31dd229c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37503"
    uid: 0274c528-0f5d-4489-87ac-d0e59e1dbb59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31dd30db28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37504"
    uid: 2d845133-955b-45ec-8f88-a35c4ab46c40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31e0f5710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: e77ff0d7-4bcd-43a7-bde8-891a830976ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b31e19007b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e7af1cef-d323-4db4-8e9f-140eccb6ac63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b3a7cae767e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 14dc37bc-5205-4054-9a61-cfc3d7e5987a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b3ed4834fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 10c5404e-9f14-41bb-97aa-fa55e96dbe40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b3ed483ec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: de87165c-2aac-4caf-a1e8-9e9de4e6fde3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:11Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b3f1f6cb144
    namespace: kserve-ci-e2e-test
    resourceVersion: "38035"
    uid: d0b0a839-46ad-4ab9-8454-4085a048feb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ca63ae87-4568-4b94-8f99-cf09ee0f52b5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T22:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:24:07Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t.18a96b3f5daed589
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: a952e217-596f-4882-ada1-b8aea6bf9792
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37425"
    uid: 1c16a9cb-3436-4033-9f66-7065cc7f61f3
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-8lw8t'
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a96b30d63391a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 0b49a33b-1f80-4a47-a244-d8dcfea0b6c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: 8ff416f7-5453-4d99-ac8a-e965d7435e32
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b30d32a6978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37428"
    uid: e32d1cd6-ad9f-40bd-9ca1-db7c9bbe345a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 7377ca14-0172-4f5a-9241-27a2127fb3d5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b34521e0db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: 1acb123b-12df-4617-8b4f-f16af1edd1a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 7377ca14-0172-4f5a-9241-27a2127fb3d5
  kind: Event
  lastTimestamp: "2026-04-24T22:23:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b3452890f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: b69330d1-835b-4f70-a253-6f4e6ccb2793
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 7377ca14-0172-4f5a-9241-27a2127fb3d5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b37d152f2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: b2751da1-71b0-40d2-972c-81803f7d06e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 7377ca14-0172-4f5a-9241-27a2127fb3d5
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b37d1bd6447
    namespace: kserve-ci-e2e-test
    resourceVersion: "37904"
    uid: 8df42122-1420-406e-a8cb-c2e03b314d91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: 7a8078c2-458f-4b31-ace6-dab4ecce9628
  kind: Event
  lastTimestamp: "2026-04-24T22:23:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:56Z"
    name: isvc-xgboost-v2-runtime.18a96b30d2fc63fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: f6c1266c-21ef-45f0-bce0-abdd135d0a26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: 7a8078c2-458f-4b31-ace6-dab4ecce9628
  kind: Event
  lastTimestamp: "2026-04-24T22:23:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:05Z"
    name: isvc-xgboost-v2-runtime.18a96b30d354d5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37430"
    uid: e68fe59d-8d66-47d9-9ce4-d6183f445b90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 7a8078c2-458f-4b31-ace6-dab4ecce9628
  kind: Event
  lastTimestamp: "2026-04-24T22:23:56Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:56Z"
    name: isvc-xgboost-v2-runtime.18a96b3cd0921d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37850"
    uid: b72012db-5a74-47c9-9f3c-f525223e952a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: c0d7e9be-4d4f-4215-a18d-55d1877d703c
  kind: Event
  lastTimestamp: "2026-04-24T22:25:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:18Z"
    name: isvc-xgboost-v2.18a96b3ed58d1f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38511"
    uid: 9e06c0d2-466f-4ccc-9f82-981e86c1d8a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: c0d7e9be-4d4f-4215-a18d-55d1877d703c
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2.18a96b3ed5dedace
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 495185a9-16e0-45c0-8e49-05f711ed26cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37915"
    uid: c0d7e9be-4d4f-4215-a18d-55d1877d703c
  kind: Event
  lastTimestamp: "2026-04-24T22:24:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:24:05Z"
    name: isvc-xgboost-v2.18a96b3edb652f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: d5b696d0-0c33-4322-a41c-5a8c9bdd2b1a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: c0d7e9be-4d4f-4215-a18d-55d1877d703c
  kind: Event
  lastTimestamp: "2026-04-24T22:25:18Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:18Z"
    name: isvc-xgboost-v2.18a96b4fb739f929
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 1e474490-2977-4c07-bf26-7dc9aa4bcd38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: be1b33f7-6867-4542-b95f-f8c83ddf68a5
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost.18a96af1cac460e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: b87d2050-827c-4cb7-b9c9-9b892c71b3a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: be1b33f7-6867-4542-b95f-f8c83ddf68a5
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-xgboost.18a96af1cb300505
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: ce3e554b-48f6-4b6d-9801-44e479b57386
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35124"
    uid: be1b33f7-6867-4542-b95f-f8c83ddf68a5
  kind: Event
  lastTimestamp: "2026-04-24T22:18:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:34Z"
    name: isvc-xgboost.18a96af1d0246bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 895f1798-f742-4fcf-9fa4-71e553587b9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: be1b33f7-6867-4542-b95f-f8c83ddf68a5
  kind: Event
  lastTimestamp: "2026-04-24T22:20:04Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:04Z"
    name: isvc-xgboost.18a96b069eb570c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35835"
    uid: 1d1e0f3d-9058-44fb-945c-5fc1fac7cb9e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:39:45.837711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-dtkmf
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d39000a06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: ce80afc8-c9f0-45cd-8529-e4b93892b12f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:46Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:39:46Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3a8fb338a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 17cdcd5b-398e-4147-8a60-21c2a74a5fb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T21:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:46Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3abd718ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 236576b3-e5e6-46ed-9e72-1f1bcd12d357
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 966ms (966ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3e56e6f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: b95f4b4a-66e8-4063-a615-6a077286736d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3e846fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 7e617771-2974-4d1d-9c44-20e4cc81b99d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3e8c255a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: f13dc5a8-0f70-423b-8802-98d99752c8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3e8cf88b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 039c8dcd-5264-4900-9dc5-b7a11d150022
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3eb960d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: d887464b-5de2-4851-a115-5127fab7e113
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:47Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968d3ec18b78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 03fcb00f-edd6-4168-b7b3-287b8c3ab854
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968ec1ae678ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 01ab570d-22ab-4272-b93e-3026227002ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dtkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 7b391266-a5e9-4e4f-a458-285d471e2a5e
  kind: Event
  lastTimestamp: "2026-04-24T21:41:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:31Z"
    name: message-dumper-predictor-c7d86bcbd-dtkmf.18a968ec1ae71c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 4e37e246-efbd-4d27-b28b-4405f9eeb9c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 74420bbe-c56b-44d1-a26a-165b217f364c
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-dtkmf'
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: message-dumper-predictor-c7d86bcbd.18a968d38f8c737a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 2c730230-7573-46ca-9b9e-5f6fbaf65237
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 56f55509-5fe7-40fd-a86b-a56953ccfb43
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: message-dumper-predictor.18a968d38d47b9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 990b1be8-e174-473e-8982-b79b63dd5990
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 06cee376-0a76-41d5-a42b-1ad3282e4d19
  kind: Event
  lastTimestamp: "2026-04-24T21:40:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:00Z"
    name: message-dumper-predictor.18a968d70bcdee73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 2fc40392-ae7c-4652-8789-ce44050b78a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 06cee376-0a76-41d5-a42b-1ad3282e4d19
  kind: Event
  lastTimestamp: "2026-04-24T21:40:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:00Z"
    name: message-dumper-predictor.18a968d70c3b5202
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: bfa60d69-c68d-4225-8cbd-b5d1acc9c2e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 06cee376-0a76-41d5-a42b-1ad3282e4d19
  kind: Event
  lastTimestamp: "2026-04-24T21:40:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:15Z"
    name: message-dumper-predictor.18a968da8b6e3864
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: d2253977-2980-4af8-a8b1-6897147c9137
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 06cee376-0a76-41d5-a42b-1ad3282e4d19
  kind: Event
  lastTimestamp: "2026-04-24T21:40:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:15Z"
    name: message-dumper-predictor.18a968da8bd2fa16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 6a6aa324-314a-44a9-a103-63f8f080a34c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: c3aa6d51-1d1d-477c-bf48-356b4e2d870e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:56Z"
    name: message-dumper.18a968d38d1bc9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: e5e0718e-c0a6-45d7-a7ac-faa04ef7b1f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: c3aa6d51-1d1d-477c-bf48-356b4e2d870e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:45Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:45Z"
    name: message-dumper.18a968d38db97d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 033308df-011c-475d-bcb1-8e7acf8860f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: c3aa6d51-1d1d-477c-bf48-356b4e2d870e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:56Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:56Z"
    name: message-dumper.18a968d5fca25ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 046aca86-2e16-41d7-b1c5-bc95f8fd089f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:09:42.774288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-bl597
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a75f1c4d148
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: bc96ca4d-adc7-4f6a-b210-9aa1f577cf3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30671"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:43Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:09:43Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a760ab42ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30681"
    uid: 683932e8-2838-4ba7-a327-233ae83d7e8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:43Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a760c0b7287
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: 2faccfee-8852-4ac8-b9b5-16ca4be8b568
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:43Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a760f29baa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: 8151482a-5c1a-4c9b-a90a-70cde23f1600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:43Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a760faf20eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: bdcc16ef-9df2-45c4-8857-f5a7527c08e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a7703e7bdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 4acb8c1b-1e57-49bd-bde3-0f159e53ac9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a7706c885c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: 998d2824-0b8f-4200-92bc-655894505bf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a77073de050
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: e4e630e4-21cf-4b8b-acb7-da36c69a6bd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a77074923cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 9c58aba0-29cb-46c8-bed4-25d92ff26814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a770a1f42de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: e147c501-5e40-415b-90e9-346f04cf5819
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:09:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a770aa2863a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 329b5786-01ca-4769-b904-9b2336f94aec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:10:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a7fdf8ff2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 379492e0-f9ee-4823-a5c1-5d7e1baaa1a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a83f1a59125
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 2f10e408-6a38-4b08-b5e6-3215677423a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a83f1a62892
    namespace: kserve-ci-e2e-test
    resourceVersion: "31173"
    uid: 8938562c-a34f-4f45-996e-0158269cdfef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: a86be664-9220-4f49-9bec-959f2cc40c74
  kind: Event
  lastTimestamp: "2026-04-24T22:10:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:45Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-bl597.18a96a84859a4fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: ea8dd9fb-912c-49f3-9bd0-7e8126ba5c49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 0466916d-c02a-401b-920c-ea66fc18d97f
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-bl597'
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a96a75f1423f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: 1979fa4b-f753-45ab-ba64-dc8bcca8becd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: 2f7454d1-cef3-4858-9e5d-353f1d0ff973
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: sklearn-v2-mlserver-predictor.18a96a75eeb085de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30652"
    uid: 67476962-b173-40d3-97d6-dd54c9ddd952
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 37667aea-9a95-44c1-a995-0dd0acf775f0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor.18a96a796d3630d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: fe03b8ca-227d-4932-bcee-aa5ab6b1024a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 37667aea-9a95-44c1-a995-0dd0acf775f0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor.18a96a796da16019
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 73972536-3ac2-4cf2-af71-0184c3c5cf5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 37667aea-9a95-44c1-a995-0dd0acf775f0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: sklearn-v2-mlserver-predictor.18a96a83eb214ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31136"
    uid: ca48260a-ea1b-46c6-94d1-7d90b8996255
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 37667aea-9a95-44c1-a995-0dd0acf775f0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: sklearn-v2-mlserver-predictor.18a96a83eb84c63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: a1a6b6d4-1829-498d-88d3-1bda5bb278a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: abdf13df-68e7-4b33-ab20-f7e7573bf044
  kind: Event
  lastTimestamp: "2026-04-24T22:10:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:35Z"
    name: sklearn-v2-mlserver.18a96a75ee7c7cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: e3d3108e-853c-41b2-bbeb-22fa26be5694
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: abdf13df-68e7-4b33-ab20-f7e7573bf044
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: sklearn-v2-mlserver.18a96a75eed1ac9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 59aa015a-4e7c-4e9d-aea2-6205a8a32656
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30658"
    uid: abdf13df-68e7-4b33-ab20-f7e7573bf044
  kind: Event
  lastTimestamp: "2026-04-24T22:09:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:42Z"
    name: sklearn-v2-mlserver.18a96a75f55468fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30675"
    uid: 9b5e8375-b836-468b-b49a-6c38c9152ec6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: abdf13df-68e7-4b33-ab20-f7e7573bf044
  kind: Event
  lastTimestamp: "2026-04-24T22:10:35Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:35Z"
    name: sklearn-v2-mlserver.18a96a823768823b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 43199bf4-c1dc-4ce1-8585-6ed51f6f3047
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:20:55.159160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36331"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    to ip-10-0-129-230.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b127f07bf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: 128d7e0f-57ce-413b-88fc-d320227b2aff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-595c5fcd9b-zmfvd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b12986016db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: 0eb73618-fbb9-44c3-9172-f9e4854d40e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b2a48068363ac4e806775467ef2dc5b6c858faecf49ae1f8bafc4262d036f97e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1299ce5cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36349"
    uid: d1ec7706-44e3-4cb9-8192-e32b4527f62f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b129c8048e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: f5a0399f-4e83-4b6d-84c3-50c9c090d6c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b129cf82c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 6b0cf8e9-c2d7-48fe-9ffa-f5b5c082dbad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b137d1fe555
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 64edbc53-8ba4-4a39-abfe-a208cec63467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b13804cbf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: 5a15016f-226d-4231-a307-e7348e692d29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1380ca54e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36390"
    uid: 305e1afb-3519-4254-af81-269363b9e537
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1380d815cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 3281b29e-a518-4d8c-bb38-a4378820532f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b138530d2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: 6d6193e3-0693-4448-8f2a-604e940a5e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:20:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1385a9b278
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: 4e595048-02f9-4f23-9f62-eeab4b553d4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1e2a766e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: 2aac71b2-0211-4b30-8a7a-6244e7361f82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1e2a770186
    namespace: kserve-ci-e2e-test
    resourceVersion: "36761"
    uid: be1bb5df-574e-4c9d-a667-58f32a4d2b1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:21:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1e6f03eb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36855"
    uid: aec9e048-5e75-4b32-a607-746c7ef08ed5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 8230f143-d40e-4620-a6a3-5d8ce02e5fdf
  kind: Event
  lastTimestamp: "2026-04-24T22:21:47Z"
  message: 'Readiness probe failed: Get "http://10.133.0.57:8080/v2/models/xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T22:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:47Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr.18a96b1ead5f22e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 64f8eb23-f4b9-48af-8b43-5aee16492329
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-230.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-230.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 28ad7b2c-edba-42d0-b261-ec61dbb9028e
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-w6fbr'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a96b127e7a47fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: e1078047-caee-4158-972f-5156c3f868b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: 15f82445-fe61-4f78-bf36-669def78d2ce
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor.18a96b127b54958e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36322"
    uid: 359b2ec9-b6a2-43ce-bee2-823661a64a2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 5e8b6aea-c3d9-4404-acfb-d2fc9545a2ef
  kind: Event
  lastTimestamp: "2026-04-24T22:21:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:25Z"
    name: xgboost-v2-mlserver-predictor.18a96b15f9ea717c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: 7dc27e98-e6c3-4f30-b2d2-29dc8438f21b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 5e8b6aea-c3d9-4404-acfb-d2fc9545a2ef
  kind: Event
  lastTimestamp: "2026-04-24T22:21:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:25Z"
    name: xgboost-v2-mlserver-predictor.18a96b15fa55c681
    namespace: kserve-ci-e2e-test
    resourceVersion: "36578"
    uid: 9247415d-8d53-43a3-8729-f77f12a6c11a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: 5e8b6aea-c3d9-4404-acfb-d2fc9545a2ef
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: xgboost-v2-mlserver-predictor.18a96b1cf87a6d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36691"
    uid: 120a0251-0b89-44dd-b54e-23170df3fc68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: 5e8b6aea-c3d9-4404-acfb-d2fc9545a2ef
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: xgboost-v2-mlserver-predictor.18a96b1cf8e06a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: 4900c4f6-191d-4002-80c1-a13cad718c89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: 255a72c3-9853-4433-b852-42cd8cea81be
  kind: Event
  lastTimestamp: "2026-04-24T22:21:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:36Z"
    name: xgboost-v2-mlserver.18a96b127b1d58a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 61c8677a-734c-4c44-8734-ad6c08ab1c94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: 255a72c3-9853-4433-b852-42cd8cea81be
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver.18a96b127b75f81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36341"
    uid: 2a8bc067-05ee-493f-8984-86b284daf098
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36300"
    uid: 255a72c3-9853-4433-b852-42cd8cea81be
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver.18a96b1280eef9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: 1778cad4-5fd8-4745-bdd7-a37135567da1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: 255a72c3-9853-4433-b852-42cd8cea81be
  kind: Event
  lastTimestamp: "2026-04-24T22:21:36Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:36Z"
    name: xgboost-v2-mlserver.18a96b1c206ff134
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: a4d99d74-b1b3-4451-a261-d596f736883e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41696"