---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:27:24.862787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971f99c9e6b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: fe04a061-8b92-4e70-89b4-73fac4cbb5db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: "2026-04-25T00:27:25Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:27:25Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971f9b5f05c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26090"
    uid: 600f3aed-42a9-4f1e-978d-de6f3e6b6236
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971f9b722c4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: b8e0f49f-dd91-4e91-93fc-ae1fd8d64108
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971f9b9ea64be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: 833d2e91-0cf7-4209-a69a-0dbef167c269
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971f9ba61fcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 11a957b4-20b5-431e-b267-4d578125b0f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 0803c672-7bd5-4bca-a9ec-b02e0055c3f2
  kind: Event
  lastTimestamp: "2026-04-25T00:27:30Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:30Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn.18a971fadc96ce47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 7d8e1cc4-1956-4563-ba3f-e1eb86a6d960
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-ac23ba-predictor-89ccf4585
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: a8152b67-8eb9-490b-b0b2-e91ceba89e01
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: 'Created pod: isvc-init-fail-ac23ba-predictor-89ccf4585-gmffn'
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-init-fail-ac23ba-predictor-89ccf4585.18a971f99c191807
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: 4a0612fb-68de-4419-80ba-e39874b98686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-ac23ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 7c1f2d05-f844-437d-acab-ad4dd449d9e6
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: Scaled up replica set isvc-init-fail-ac23ba-predictor-89ccf4585 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-init-fail-ac23ba-predictor.18a971f9993a2cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 0797f955-7418-4578-8814-51f4da12d871
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ac23ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 79afba04-3c5d-4294-a8dc-b2d02e5cc3f4
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-init-fail-ac23ba.18a971f99913fbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 8ec09e87-e596-46a0-8273-d74f9209f807
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ac23ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 79afba04-3c5d-4294-a8dc-b2d02e5cc3f4
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-ac23ba":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-ac23ba":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-init-fail-ac23ba.18a971f999647279
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 417f74bc-d7c9-4c17-88e1-556900cea59e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ac23ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 79afba04-3c5d-4294-a8dc-b2d02e5cc3f4
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-ac23ba": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-init-fail-ac23ba.18a971f99964bc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: 908ab20a-84b9-4622-92fa-2ffef4beeb8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:09:16.811239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-vvmhk
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fc47b159d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: fcff5803-948e-4ca7-9aab-c683ab442723
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:17Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:09:17Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fc60e28ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 0f1a3347-3814-45d3-8342-16ed84366e81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:17Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fc6255f352
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 0d4fce4d-eca5-439d-9f59-cf3d6e6c0740
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:17Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fc65305807
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 9fd2f80c-82a8-4bb9-9b60-c3ea629b4562
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:17Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fc65a2bfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 70e685ed-f950-4880-851c-ba71d475253a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:21Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fd79d67bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: be6b00ba-c750-4094-831a-eebad20d9351
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.275s (6.275s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970feefea55e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 6f1c3ce0-99bb-445a-b017-1975ea897ced
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fef3678ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: ac44d4b4-a9b9-47df-9dc6-90b5da1d5e67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fef3d9996e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 2b0f4ed2-db49-4344-a7f2-1aee29bfb019
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fef3e4cee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 483b1cb6-cd09-4493-8502-e7d4f93d4bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fef68786f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 7ae3ed2c-a17a-4311-8985-cb0dacda9256
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:09:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970fef6fb9546
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: bc9c4ab0-3b8a-491d-88ce-6cb551595707
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:10:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:35Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a970ff584ecec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: ecdc6136-723a-4ca3-8a19-7e66a6d9297c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a97111421c1d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: d9370a76-18d7-4baa-b1bd-ceffe010e8f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a97111421cf878
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: 117edbf0-48eb-4068-867e-9bfba3e53b5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: fafeb93c-6003-480c-a81f-995c509a2189
  kind: Event
  lastTimestamp: "2026-04-25T00:10:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-vvmhk.18a971123463d071
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 64e88f5b-93ab-4f7e-b350-b133c2104c1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: a745398e-4ad5-489f-b8c4-92a3f66639b6
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-vvmhk'
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a970fc4750b134
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: f6b7a415-1311-473c-b7a4-069c73034db4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: fc3b4065-b89d-45f4-a428-634d7dd2e7ab
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-lightgbm-predictor.18a970fc44167d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 68f1430a-9246-4f3e-823a-baa0526edc03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: d6b697e0-b809-429b-bf87-93d9d5110f60
  kind: Event
  lastTimestamp: "2026-04-25T00:09:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:46Z"
    name: isvc-lightgbm-predictor.18a970ffc2c72661
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: f7589d1a-8f2b-4733-9dd5-21144bb8f3c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: d6b697e0-b809-429b-bf87-93d9d5110f60
  kind: Event
  lastTimestamp: "2026-04-25T00:09:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:46Z"
    name: isvc-lightgbm-predictor.18a970ffc32822fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: 4b5c558f-6db1-41e5-be3b-5623d0eac0e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: d6b697e0-b809-429b-bf87-93d9d5110f60
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-predictor.18a97106c151706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: d17adecc-f608-4aa5-8fd4-0c9b756d4c92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: d6b697e0-b809-429b-bf87-93d9d5110f60
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-predictor.18a97106c1bd1dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 90b42114-1d2f-48a4-97a2-54f06fef2865
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:10:47.055784Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a971114aafea1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: 7f7bbbf5-b114-457a-86e8-e1d5deb6481d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:47Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711163b2e14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 6f652392-58dc-4dc1-b333-76b46a3f9d43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711164fb537a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 12cf7046-bbca-4fe8-9cbb-e07a9fa60ff9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711167a10ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 3e18b978-2ad6-4f1d-9f49-03f26d9536b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97111681268fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: b241fe0a-3416-49a4-9752-681983f7e8e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a971127ec3c084
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 5d42d4db-6fda-4ad5-bc4e-2cd8d836ca4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97112822f6e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: e95d7a02-4c14-4f4f-89af-063ef6b72675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711282a7c7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 1f533257-6c70-4944-ac20-300deabf322f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711282b3df85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: 9d90fec7-baef-4f82-8343-cd0e788c263f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a9711285a8d3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 4d21d5a2-b40a-4a22-aad3-58f77ff49de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:10:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:10:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97112861af660
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 037a8410-3274-48f2-9ee7-b62fe0818af2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:12:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97112bb009853
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: a8b0477f-6697-443e-b11a-08aaebc1c311
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97126613f6934
    namespace: kserve-ci-e2e-test
    resourceVersion: "18263"
    uid: 4ce9fe8c-be21-4d91-a90a-9abea10fcd53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97126613fec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 4271512f-b888-4c1c-82b8-186f69369618
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 65aeadf0-cf9e-4654-a346-be0d86e992bf
  kind: Event
  lastTimestamp: "2026-04-25T00:12:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx.18a97126c1333644
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 1a902f05-a179-42a2-a2f4-5dde1d53dfac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 478967df-8fce-4fe9-b081-9a85cb5a59c2
  kind: Event
  lastTimestamp: "2026-04-25T00:10:47Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-s6hqx'
  metadata:
    creationTimestamp: "2026-04-25T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:10:47Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a971114a17ff12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: f6f59ca1-30be-40f4-b3af-0bd04259799c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: cfe17aa3-c98f-4fbe-b049-72fe3b7d51ef
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-runtime-predictor.18a97111447da168
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 4ca6c21c-19cb-433e-b548-772029d3b701
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 46defcc1-63bd-426a-8f6b-4ffb7f38b0ae
  kind: Event
  lastTimestamp: "2026-04-25T00:11:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:11:01Z"
    name: isvc-lightgbm-runtime-predictor.18a97114c300b476
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 3d26ecd3-b3f5-4c00-af56-34d144d6f854
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 46defcc1-63bd-426a-8f6b-4ffb7f38b0ae
  kind: Event
  lastTimestamp: "2026-04-25T00:11:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:11:01Z"
    name: isvc-lightgbm-runtime-predictor.18a97114c36066b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 191de711-1b34-4bfa-94fb-ba5b975797e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 46defcc1-63bd-426a-8f6b-4ffb7f38b0ae
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-runtime-predictor.18a9711842846f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: cce6ade8-e8ce-4369-9442-e28d5c380645
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:11:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 46defcc1-63bd-426a-8f6b-4ffb7f38b0ae
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-runtime-predictor.18a9711842e51414
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 484cf387-a841-4542-994b-c01e6a3c7b6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 823a77d2-c41d-42a9-8243-af5afad1a154
  kind: Event
  lastTimestamp: "2026-04-25T00:12:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:12:09Z"
    name: isvc-lightgbm-runtime.18a971114455aef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: e9623371-c1d0-4591-baf6-f2228cc5eed1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 823a77d2-c41d-42a9-8243-af5afad1a154
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm-runtime.18a9711144e8e754
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: d3ff2eaf-bffc-40f2-9367-2a76e6999908
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: 823a77d2-c41d-42a9-8243-af5afad1a154
  kind: Event
  lastTimestamp: "2026-04-25T00:12:09Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:12:09Z"
    name: isvc-lightgbm-runtime.18a9712471d8db7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 74897748-579b-49de-a970-eaca70dbd2c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:15:17.994139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971505fdf0b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 98905fb2-cf6e-4441-87cf-b890447ad45f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a9715078ca99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: c3b8b410-f5c1-4577-8ccb-1fcd14157518
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971507a17a833
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: f5898059-32c5-465c-9713-9966e0a8b18b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971507d92f704
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: f9c0af9d-8c58-4456-ab3a-03d23fcf1535
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971507e0b913f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: e3e0ed9e-85a6-4d40-a72e-83c1a59aa752
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971518d61894e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 8e192e1f-d521-4e2a-932a-5ce590a440cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a9715190550bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 8fc94252-4cd6-495b-8436-9efaae7a7612
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a9715190ca4381
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 6c06dba1-082f-4868-bcd3-d196f2bdf9ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a9715190d72a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 1c0ff12f-1f6a-4836-a9cb-0626d0e8c584
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971519390ce5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 59c9d0c1-747e-41fa-ad4c-e3f2fd823c7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a97151940547c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 6927ff03-ee15-4d89-a3c7-bb1f1713c523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a97151c94439d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: f8c1f653-1f14-4694-8e19-7146298dd8ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971575e3e1682
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 691357f6-6cba-4404-b2ed-83450aa9e207
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: e24ce7e8-2a38-46a9-99c3-3b71e8abc71e
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm.18a971575e3eb96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 59af7e10-b10a-47bc-bcdc-a8f08b2fb542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: fe8c8127-d45b-4d26-8ff1-f238570f5623
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-mpttm'
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a971505f58cbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 6799c291-a41f-4378-bb5c-321336a7ad58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: e7c78a8b-1d8e-469e-aba6-9acb54e268d7
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a971505b0fabf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 3ef5f1c5-0219-441f-8cd3-944f7b355252
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: 71f4b756-a85d-4db1-81e3-6db6edce3295
  kind: Event
  lastTimestamp: "2026-04-25T00:15:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a97153d9dd1f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 34e3577f-faf0-4f29-92cc-823d58bb0e5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: 71f4b756-a85d-4db1-81e3-6db6edce3295
  kind: Event
  lastTimestamp: "2026-04-25T00:15:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a97153da409937
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 45ae7bbb-3897-4866-8078-eb1efcac6fb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 71f4b756-a85d-4db1-81e3-6db6edce3295
  kind: Event
  lastTimestamp: "2026-04-25T00:15:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a97157593df403
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: ea11d307-297c-4ce4-8933-78039ae2cc63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 71f4b756-a85d-4db1-81e3-6db6edce3295
  kind: Event
  lastTimestamp: "2026-04-25T00:15:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9715759c1a231
    namespace: kserve-ci-e2e-test
    resourceVersion: "19895"
    uid: 282d87be-928a-4fd0-9864-35950f78b17f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: acd81af4-0b3e-4d02-bd2e-91864a61c3f1
  kind: Event
  lastTimestamp: "2026-04-25T00:15:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:40Z"
    name: isvc-lightgbm-v2-kserve.18a971505aee04ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 2649c242-ea7d-4599-9685-8b0d428deee6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: acd81af4-0b3e-4d02-bd2e-91864a61c3f1
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve.18a971505b524aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: f7273d3f-3293-4ebb-a20c-4d8db487880f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: acd81af4-0b3e-4d02-bd2e-91864a61c3f1
  kind: Event
  lastTimestamp: "2026-04-25T00:15:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:18Z"
    name: isvc-lightgbm-v2-kserve.18a97150603e5204
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 5dc21b48-3579-4e8f-9108-833f34fd9896
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: acd81af4-0b3e-4d02-bd2e-91864a61c3f1
  kind: Event
  lastTimestamp: "2026-04-25T00:15:40Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:40Z"
    name: isvc-lightgbm-v2-kserve.18a9715587defc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 36b0055e-1280-44a1-9181-2c3b3b39a6f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:12:17.744308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a971266824e6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: c0e730e0-4b8d-4814-9059-b250634d5e9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:12:18Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:12:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97126811362ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 91261443-f8d3-4588-a670-7da28c909f8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:12:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97126826dfce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: e8674e7a-af67-4598-9f12-7d5a881e8aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:12:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a9712685d4fe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: 78e8760e-4646-42c3-bbe4-cb4418855beb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:12:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97126864611e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: a7945f29-59f6-45e7-ab14-2f038d207d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:12:22Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-25T00:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:12:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97127827c106a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 1e4cf509-ed3d-4738-bb83-6efa184054c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.235s
    (2m15.235s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97146ff1fd2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: d60583ba-b37f-483d-87e9-bd66a69a2e1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a9714706c6e413
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 529e2da3-d772-4de1-bddd-a19ab663a56e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a971470834cde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: e2215ea0-7efe-481c-b84e-c4ade691c8fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a971470841675a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: 0f869097-b77d-41a1-b8a9-40f241b00f7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a971470e403752
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 5cec9a93-a149-4c96-8d33-2def5a04c995
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:14:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:14:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a971470f86f4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 44b23aba-e6b5-415f-8c26-f9ac53eae3b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97150594a4701
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: 47b37ee3-e926-4612-8adb-25d5110db243
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: a8cf2bda-3f86-434a-8397-0aae6d811109
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn.18a97150594ab664
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 5173ddc5-0434-4332-999d-87eedd9ae0b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: 1829e72e-5586-4ffe-b926-d411e4f62966
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-k77zn'
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a9712667c0c80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: fd5ee262-349c-438a-b50b-f39f64685170
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18272"
    uid: 74e63a25-750a-4dba-bb42-cc624a001f75
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a971266352d29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 305db045-a7f6-470a-b595-1bc7fabb4d8d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: 008c9561-4ea1-4dc4-912a-41b2036bebfd
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a97129e21c5974
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: 954d6fbb-db07-41a8-a6b2-c35f00661a98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: 008c9561-4ea1-4dc4-912a-41b2036bebfd
  kind: Event
  lastTimestamp: "2026-04-25T00:15:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a97129e27ae146
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: de368e28-036b-457b-abc5-15b7113ad6fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: 039610e4-4160-46c4-ad2e-bf3006d7d6ef
  kind: Event
  lastTimestamp: "2026-04-25T00:15:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:16Z"
    name: isvc-lightgbm-v2-runtime.18a97126636f13cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: 12e1f63b-3c04-414a-8bc4-7d48b240ea75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: 039610e4-4160-46c4-ad2e-bf3006d7d6ef
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-v2-runtime.18a9712663e5c9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: 6e1a87a8-e188-40f7-87da-9d6573894f4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18282"
    uid: 039610e4-4160-46c4-ad2e-bf3006d7d6ef
  kind: Event
  lastTimestamp: "2026-04-25T00:12:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:12:17Z"
    name: isvc-lightgbm-v2-runtime.18a9712669e4d231
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 88ec53fc-2aea-4c3c-baee-3b540bc069d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 039610e4-4160-46c4-ad2e-bf3006d7d6ef
  kind: Event
  lastTimestamp: "2026-04-25T00:15:16Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:16Z"
    name: isvc-lightgbm-v2-runtime.18a9714fe9d5486d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 798d4e2a-a073-46b3-8c1d-91e69a034837
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 0764e753-d335-4c5f-999d-e1adbdce7fa4
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm.18a970fc441b0c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 23a1306e-6f18-4086-85a9-bba0d4338dda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 0764e753-d335-4c5f-999d-e1adbdce7fa4
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-lightgbm.18a970fc44bba54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: f003383d-c248-41f2-aa19-f5be6be51f61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 0764e753-d335-4c5f-999d-e1adbdce7fa4
  kind: Event
  lastTimestamp: "2026-04-25T00:10:46Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:10:46Z"
    name: isvc-lightgbm.18a971110f3e718c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 1d378675-214a-42e4-b8bb-e06d0ba2f6b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:07:51.584090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6f94d96d74-n2qpt
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:07:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:07:51Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e86fc245aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 189fed93-ff10-424b-9bc6-c178f472a17f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:52Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:07:52Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e888d932e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 6e302b24-2f66-4ec7-ab95-72586f597f97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:52Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e88a54b096
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 38916ee3-5c55-4b3c-87a4-238b6cc3aba5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:52Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e88d754405
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 24cb5591-9f81-40ac-a7bc-240b3bb71860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:52Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e88de84927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 77548559-d63a-459c-9ab9-ff6b5fc63f23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e99fe7104b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 9824ecc2-ed32-4f3f-accb-81e1b692f431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a2dbb4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 936e93a9-7e7a-4b3a-a747-85a35e1168c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a35209a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 3982d008-6d8d-46b4-ad8c-eb6e945fc8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a35d5ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: c8971145-8d62-4edc-9db0-65f12c231848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a67c5abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 7015b5ec-80c5-4197-9b6a-57cf0340b5d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a6fe7398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: be994342-0aef-4f31-b747-2a1a07b00dc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e376846d2aa0b7fb92a16b8c1edcc05bf3c05895534eec2581922448b745f27a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9a70af236
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 1887b8a3-5488-4ac1-91dc-a3cb13283c44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9aa693196
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: e19ea423-b973-4091-bcd8-126f5b707607
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:07:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-25T00:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:56Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9aaed2835
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 4063576f-9b22-47a0-8ba5-dcee21d44af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:34Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970e9dbdac7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 0ba9ac7e-45e1-4db0-95c9-8982268a11ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-25T00:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:34Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970ea179b8f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 7e806843-1e91-458b-8b7a-ed3c032c827e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970fc4526d92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: ee6c50d5-b679-4546-addd-17f2d72eade0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970fc452724a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: d16558b9-00a9-40f1-8d52-ac5d04ca9e1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970fc45273791
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: c22f4076-9485-445e-9dab-99fafe0c28ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6f94d96d74-n2qpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: ffdc07f1-d385-4cdd-9f34-0025e3f8d0f3
  kind: Event
  lastTimestamp: "2026-04-25T00:09:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:34Z"
    name: isvc-logger-predictor-6f94d96d74-n2qpt.18a970fcf3c5975a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: 84311ef8-2772-46ae-85e1-ca75349b6bfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6f94d96d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 57070baf-8760-443c-b689-28cee12fc64a
  kind: Event
  lastTimestamp: "2026-04-25T00:07:51Z"
  message: 'Created pod: isvc-logger-predictor-6f94d96d74-n2qpt'
  metadata:
    creationTimestamp: "2026-04-25T00:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:51Z"
    name: isvc-logger-predictor-6f94d96d74.18a970e86f34946c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: faf5da7b-4023-40ae-b3c3-49bc17b70a4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 61f42e24-1a4c-483c-a5b8-97a81ca4dea8
  kind: Event
  lastTimestamp: "2026-04-25T00:07:51Z"
  message: Scaled up replica set isvc-logger-predictor-6f94d96d74 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:51Z"
    name: isvc-logger-predictor.18a970e86c0d7cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 23454d72-35b8-4cfa-b0a2-5a72ae2630ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 95f0741c-a4e3-4387-a98b-331585354264
  kind: Event
  lastTimestamp: "2026-04-25T00:08:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:08:36Z"
    name: isvc-logger-predictor.18a970ebea85d3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 9d429c58-b057-4ef2-8520-052026cd0f80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 95f0741c-a4e3-4387-a98b-331585354264
  kind: Event
  lastTimestamp: "2026-04-25T00:08:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:08:36Z"
    name: isvc-logger-predictor.18a970ebeaf4e81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 7217ec69-227d-429c-aa56-68fbb6b291d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 95f0741c-a4e3-4387-a98b-331585354264
  kind: Event
  lastTimestamp: "2026-04-25T00:09:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:06Z"
    name: isvc-logger-predictor.18a970ef699d60ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 51f036fc-4a3d-4b1e-8e19-1b50fff65cf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 95f0741c-a4e3-4387-a98b-331585354264
  kind: Event
  lastTimestamp: "2026-04-25T00:09:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:09:06Z"
    name: isvc-logger-predictor.18a970ef6a026c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: eb5191bc-9555-4497-af55-a65a4fcabcc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 8b64f846-586b-44d5-a393-77e668c5629f
  kind: Event
  lastTimestamp: "2026-04-25T00:09:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:09:04Z"
    name: isvc-logger.18a970e86be92353
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 99d7157b-b2d7-4811-bf47-628acada0659
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 8b64f846-586b-44d5-a393-77e668c5629f
  kind: Event
  lastTimestamp: "2026-04-25T00:07:51Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:51Z"
    name: isvc-logger.18a970e86c56e25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 96754ae4-795b-4967-8066-ff6d59d19e16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 8b64f846-586b-44d5-a393-77e668c5629f
  kind: Event
  lastTimestamp: "2026-04-25T00:09:04Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:09:04Z"
    name: isvc-logger.18a970f97c31c3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 7d92c321-6c60-450e-850c-c2dee2cc062f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:15:48.101833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97157626e035d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: 6e45fde4-2679-4d13-9f95-14ff2ea57497
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97157700c69c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: e1fc0a4d-a019-4459-a6f5-29f5e149cd85
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:49Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:15:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a971579f1fdfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 8e8c6b88-cd13-44a4-8e1c-9177f458618b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97157a0799d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: b89a69b1-def8-4cf4-94fe-b080b52f5266
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97157a439297b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: e5c92140-b36e-4c2d-b2e8-33e40ec22c72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97157a4ab6356
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 8d72e2e0-b4ad-4baa-aa3f-48c87ceb65e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a971588f1ee6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 8ca2b6f6-c981-4670-bcfc-a40cc1a739e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a9715891ed11f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 1f3fa8fd-c8c9-4798-b0bf-d32556aeae43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97158926076cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: ba26ca4e-bc62-42f0-8faa-e98fdcbc87e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97158926b9768
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: befcd332-2328-433f-ad48-41929a29d61c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a97158955e938e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 7d5b1767-b942-4722-b5a3-21d679dec0df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:15:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:15:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a9715895d69c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 9721718a-c55a-4254-ba5a-b8c61a35a438
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a971630b76552c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 603cd29d-c81e-4116-836e-51831d473c32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 1ecdde27-2dbb-4c74-ad52-e4492c47e947
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk.18a971630b76fed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: aca76fbe-936c-445f-984f-4a517ee73753
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: a6cca040-1f6f-42ea-b5f6-3a297a9bdad0
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cnjnk'
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a9715761ea0e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 589ea6c2-630b-408f-a539-e54e176b4435
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 5e4b0697-5b2b-4fa7-9fb8-b43e86ed0f80
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18a971575edfe16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 88bd3e4a-6d66-498f-9da2-86b0835dc2a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: 2e6daf7d-f5f2-460a-a188-b617545aded8
  kind: Event
  lastTimestamp: "2026-04-25T00:16:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9715add890df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: 03c889a6-b116-4086-9e55-cda3cd985130
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: 2e6daf7d-f5f2-460a-a188-b617545aded8
  kind: Event
  lastTimestamp: "2026-04-25T00:16:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9715addf0d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 550ef0e1-c1ca-481a-b1bd-ceeb04381c00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 2e6daf7d-f5f2-460a-a188-b617545aded8
  kind: Event
  lastTimestamp: "2026-04-25T00:16:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9715e5d1d3486
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 2ef43119-dd30-460d-8c0b-35f9d4412c35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 2e6daf7d-f5f2-460a-a188-b617545aded8
  kind: Event
  lastTimestamp: "2026-04-25T00:16:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9715e5d7f4781
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 6eac7af3-54f1-403a-9a05-c4c5adf772eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 67f7b0e4-848f-484e-8b8c-1db742433ca5
  kind: Event
  lastTimestamp: "2026-04-25T00:16:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:16:30Z"
    name: isvc-mlflow-v2-runtime.18a971575eb8330d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 251006fb-451e-4914-b717-cba21e15ad62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 67f7b0e4-848f-484e-8b8c-1db742433ca5
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime.18a971575f2596c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 0b83f928-4066-413f-b8ae-60c2a24f59a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:15:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 67f7b0e4-848f-484e-8b8c-1db742433ca5
  kind: Event
  lastTimestamp: "2026-04-25T00:15:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:15:48Z"
    name: isvc-mlflow-v2-runtime.18a9715764b7fb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: f5bf43b1-b7b7-42c4-9872-37ded2cdcb12
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 67f7b0e4-848f-484e-8b8c-1db742433ca5
  kind: Event
  lastTimestamp: "2026-04-25T00:16:30Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:16:30Z"
    name: isvc-mlflow-v2-runtime.18a971613222636d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 76a9595f-35b9-4280-a6fe-6353277cf3db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:17:58.385945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-776w8
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97175b7f7c59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: 41e64024-2710-43c8-9cd0-d109a139c127
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97175d10d5348
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 621edb74-65f7-489c-b015-5d8ae580bef1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97175d265aa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: c6d1afde-d448-4142-99bb-8e32be383d13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97175d4dd3db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 30ead07a-9499-4cc9-a218-b852a74fa9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97175d5418822
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: ef2f674b-2ac6-46ca-a4dd-97d870f44f48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:03Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97176eb6c356f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: d6444219-5201-48b0-a8a0-d920d5e509e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.581s (11.581s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a971799dc39999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: e57c54c0-38fa-4041-accf-e99d4228971f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179a110bfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 9cc67612-effc-49f4-81ac-4b98315caf97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179a1843405
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: a88fde42-34ca-447a-8d25-05ed08765e65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179a1916151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 2bf3e599-5204-422b-a7d3-2a9fea322a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179a498021b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 28de2471-da69-441a-85c4-56ed38f20ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:18:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179a50ed3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 143b1369-5f04-4fb0-8817-30432f98f226
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:19:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97179b9196aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: 59432dc5-6af8-49ad-a4c1-b1100da595bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a971865a12382b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: eb0981a2-edaa-4d87-acf6-026be2719a40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a971865a12dca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 1f592e3d-794d-4d3d-b413-aa6025bc0eaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: c6ac957c-316d-418b-a10b-fc8abdba63e0
  kind: Event
  lastTimestamp: "2026-04-25T00:19:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-776w8.18a97186c3115813
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 8a315b50-a890-4fe2-9765-61e306203bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: 981ba1d0-44c0-412e-9a2b-6e526d9266fc
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-776w8'
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a97175b7a07ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 09b800d2-7164-4fe4-aae3-33c191297fa6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: 16ff4ae3-8400-442d-b422-117745605596
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle-predictor.18a97175b4ed69b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: d54a88f3-1068-465d-9683-fbbb84a4c73a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 14bf4963-6bd3-432a-ae32-07f7da1a3b3e
  kind: Event
  lastTimestamp: "2026-04-25T00:18:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:18:58Z"
    name: isvc-paddle-predictor.18a9717933b7fef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: 4c226fbb-50bc-45b5-b806-7b3aa91a01c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 14bf4963-6bd3-432a-ae32-07f7da1a3b3e
  kind: Event
  lastTimestamp: "2026-04-25T00:18:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:18:58Z"
    name: isvc-paddle-predictor.18a971793420264a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21503"
    uid: 563cfb6a-b3e4-4be2-a5d7-3e83c4161013
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 14bf4963-6bd3-432a-ae32-07f7da1a3b3e
  kind: Event
  lastTimestamp: "2026-04-25T00:18:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:18:43Z"
    name: isvc-paddle-predictor.18a9718032103163
    namespace: kserve-ci-e2e-test
    resourceVersion: "21392"
    uid: 1accf7e3-68bc-4dc8-85aa-6c37c23b3bdf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 14bf4963-6bd3-432a-ae32-07f7da1a3b3e
  kind: Event
  lastTimestamp: "2026-04-25T00:18:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:18:43Z"
    name: isvc-paddle-predictor.18a9718032797162
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: 5e44de4f-720d-40cd-8c16-69111bbd782b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:19:09.911107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a971865f332360
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: ab09d123-8358-44b7-8c69-9c27ddea597b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:10Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:19:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97186786d39d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: bfe41e2a-97e8-4744-bce6-ffba61edcb9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a9718679aa2b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: cad0511b-2cfb-4612-8b39-a5c02d57ce71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a971867d9e9f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: ec0f16c9-3f3f-4ad5-b806-6bb3df4eb04d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:10Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a971867e07b3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: a1946f68-9606-4139-b923-64cd72dd6913
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187bc1391ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 29372c8d-e66c-4020-9735-dc2d644f2e90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187bed5013b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: eeba4641-ed67-4dbe-94b5-73609e601e02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187bf404338
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: 91e217ba-59a7-4b5e-937c-77e186b81ace
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187bf4c048f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: fbddf1cc-e695-444d-ad38-43633ba546f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187c1e6b583
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: 9db4d9dd-56c5-4233-ac6c-194f15d0fdfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:19:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:19:15Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97187c24ce20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: f3a92794-67a4-4ea6-9cbe-9a3f9d5f5dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:20:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a9718833ad460f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 0e5edefb-8249-4160-8ecc-680a689c560e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97194ac4cdf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 85f4654e-561c-422b-9c32-c259cee9e189
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a97194ac4d6b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: bceb45e8-3da3-4697-8970-38beac768af1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 155b7ec0-7efe-479e-96a9-2d228ba80c2f
  kind: Event
  lastTimestamp: "2026-04-25T00:20:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f.18a971953db123c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 6a8b1fa7-dbb2-4132-9e42-a30c5d5ed822
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 87927fd3-e3b5-4b9e-bdb8-142ca7785118
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrr2f'
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a971865ea92d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: 86e9aafa-2ac6-429f-9a85-2b8520c58739
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 5ddbe927-4fe9-4278-b854-04c45d29f378
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-runtime-predictor.18a971865bfb4290
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: a70bdf00-f32a-446b-a627-a90b39982f69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: f3b0fb17-1305-4bd4-80ed-67f1ce383999
  kind: Event
  lastTimestamp: "2026-04-25T00:19:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:19:24Z"
    name: isvc-paddle-runtime-predictor.18a97189dac47b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: d42c5001-0d53-4387-b739-1e26087a995a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: f3b0fb17-1305-4bd4-80ed-67f1ce383999
  kind: Event
  lastTimestamp: "2026-04-25T00:19:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:19:24Z"
    name: isvc-paddle-runtime-predictor.18a97189db23ba41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 7c8b7fbe-eb17-4849-930f-d2a44117a649
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: f3b0fb17-1305-4bd4-80ed-67f1ce383999
  kind: Event
  lastTimestamp: "2026-04-25T00:20:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:09Z"
    name: isvc-paddle-runtime-predictor.18a9718d59ce8857
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: a53898f0-50c0-4b0e-8715-45d010510b66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: f3b0fb17-1305-4bd4-80ed-67f1ce383999
  kind: Event
  lastTimestamp: "2026-04-25T00:20:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:09Z"
    name: isvc-paddle-runtime-predictor.18a9718d5a306e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: eb57bfff-e56d-4dad-83c4-f905fc19875b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: e3d9ef14-3110-433b-a736-4a007527e309
  kind: Event
  lastTimestamp: "2026-04-25T00:20:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:20:03Z"
    name: isvc-paddle-runtime.18a971865bd6af0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 646920a0-10a3-4195-a791-bafdf0b96ad9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: e3d9ef14-3110-433b-a736-4a007527e309
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-runtime.18a971865c415c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: 7202bf3f-8df5-42af-89a4-18ab84bc09bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: e3d9ef14-3110-433b-a736-4a007527e309
  kind: Event
  lastTimestamp: "2026-04-25T00:19:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:19:09Z"
    name: isvc-paddle-runtime.18a971866265dd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 56bfed22-87e3-40fa-af0c-565921a27674
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: e3d9ef14-3110-433b-a736-4a007527e309
  kind: Event
  lastTimestamp: "2026-04-25T00:20:03Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:20:03Z"
    name: isvc-paddle-runtime.18a97192ee1c19c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: dcb160a8-41a0-459e-b4e5-7a5b87a132ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:20:11.419849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194b168266f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 952506cd-414f-4650-bdd3-3a47c6e58c27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194b9d263fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 40247032-03b4-4369-a8a8-e4b191a30d1f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:12Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:20:12Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194ee3a1627
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 80d6755b-4c09-4811-9785-36ce437c5963
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:12Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194ef7a1504
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: d72b43f7-3039-4555-be28-898bbfd58e82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:12Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194f2be3793
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: cde1c185-bd34-4fca-95c5-b41e01e4458a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:12Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97194f32db1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: f0f24a74-1213-4e0e-a523-079040a0604b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:16Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97195fab39762
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 2104b553-1c73-420c-904e-0640ac01bc97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97195fd695b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: 752891d2-fd96-441d-a25b-6a73b90782be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:16Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97195fdda7d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 09c9ab2a-ef64-48ad-8699-2abda9df5428
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:17Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97195fde5bc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: bfefb1d3-4ece-4cc9-9c3f-e25962c8f25d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:17Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a971960102c68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: f586de4f-d772-4261-8216-890cc279e659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:20:17Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a971960177def7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: c3ba6e0d-5f82-434c-947c-4d53fe2f03bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a97196369d5769
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: c8c2e8be-ddc8-4963-b57a-69ee8dc3e87a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a971a30a63907a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 1ce38e99-f66b-4cbb-92be-8d338eddf4c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a971a30a642238
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: a89322d9-ae3f-4386-bf52-465188e604b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 498109a8-1613-42a0-8e65-4cc5a73988b0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw.18a971a34093648d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: b2a7be2f-9b54-4bb5-9474-f71d42e13f5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: c62c8293-d2a2-48c6-8814-c756ec85ae6d
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-dxvcw'
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a97194b0fea1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: cdd38460-ec8d-418a-af8e-b10ae2f615c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 0bfcf248-36d2-48e4-8a41-24213724cc44
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-v2-kserve-predictor.18a97194ae29b8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 617e2b63-df62-4040-9e47-67fe8de2d908
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 2cc365d0-d9c2-479d-abfd-24b3005e536a
  kind: Event
  lastTimestamp: "2026-04-25T00:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:56Z"
    name: isvc-paddle-v2-kserve-predictor.18a971982c9510f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: 6c26a322-bc1b-4522-a217-c44d9e20254c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 2cc365d0-d9c2-479d-abfd-24b3005e536a
  kind: Event
  lastTimestamp: "2026-04-25T00:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:20:56Z"
    name: isvc-paddle-v2-kserve-predictor.18a971982cf07067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 8a98b997-04b0-4627-96dd-7724b9369d00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 2cc365d0-d9c2-479d-abfd-24b3005e536a
  kind: Event
  lastTimestamp: "2026-04-25T00:21:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:11Z"
    name: isvc-paddle-v2-kserve-predictor.18a9719babddea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: de77cb8e-f7c6-46a8-8175-a2342c96e3de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 2cc365d0-d9c2-479d-abfd-24b3005e536a
  kind: Event
  lastTimestamp: "2026-04-25T00:21:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:11Z"
    name: isvc-paddle-v2-kserve-predictor.18a9719bac3c9cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22644"
    uid: 2ff264a9-ce51-4d91-b1a8-dee856144d66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: b3204a10-8bba-409b-9b8e-1d90ce3d62f0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:21:04Z"
    name: isvc-paddle-v2-kserve.18a97194ae03dc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: 0349ceb9-4df9-417e-ba8e-7718a76a8dcd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: b3204a10-8bba-409b-9b8e-1d90ce3d62f0
  kind: Event
  lastTimestamp: "2026-04-25T00:20:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:20:11Z"
    name: isvc-paddle-v2-kserve.18a97194ae5a0241
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 3e284432-0d0f-4a68-b21e-fc958a5fc14d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: b3204a10-8bba-409b-9b8e-1d90ce3d62f0
  kind: Event
  lastTimestamp: "2026-04-25T00:21:04Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:21:04Z"
    name: isvc-paddle-v2-kserve.18a971a0f162d9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 1870c0c1-e3af-4173-8e25-7a70ce1c667d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 55bb93f3-bc87-4679-8bd0-ba7411f5ca59
  kind: Event
  lastTimestamp: "2026-04-25T00:19:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:19:01Z"
    name: isvc-paddle.18a97175b4c1f2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 2cae6f67-df0e-477e-a784-34a4bdfdc9f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 55bb93f3-bc87-4679-8bd0-ba7411f5ca59
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-paddle.18a97175b5265497
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: 9eebd9b2-d486-4275-b345-790308dea911
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:19:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 55bb93f3-bc87-4679-8bd0-ba7411f5ca59
  kind: Event
  lastTimestamp: "2026-04-25T00:19:01Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:19:01Z"
    name: isvc-paddle.18a9718473a7da22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: 83edda25-3819-4f59-8518-bd6cdd4abad6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:21:13.143065Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-9rk2g
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a310658e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: 13f4f2af-77fe-4303-b778-36724c5355af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a31af07187
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: e358abfc-88e8-4260-bad6-f723ef90f049
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:14Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:21:14Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a34d28ad7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: b3fbfecd-f6b6-4453-acb8-ff3cd7340af4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:14Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a34e6d99b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 70fbbf59-c51f-4376-81d5-c10e1262f8a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:14Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a35151e684
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 18015c73-aabb-48a8-bcc8-204deff6923d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:14Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a351b15127
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: b703b750-07cf-4e06-a949-2c3286120ecd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:18Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:18Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a4394fe5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: a622ac3d-f408-4805-a4a0-853c3ab8e70d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.9s (6.9s including
    waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5d4a2fcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 172bee3a-ee82-45a1-ad96-9681e82ccbf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5d7a0ec1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: 411b3e87-5f8a-46ad-abf9-dd127ce2795a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5d818e12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: 488f960d-3889-431b-b9a2-b7eea183760e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5d825317b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 48044156-c6f3-4927-b7e8-82016c103940
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5daa64998
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 81170fd6-8908-45d6-ac5d-e08953c4d7bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:21:25Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5db1a072d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 3d302732-5393-4121-a770-73e9736ec075
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:22:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:31Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971a5dc214828
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 28790e82-a339-4d5b-a361-863a3a3ad3b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971b845239889
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: b18effa9-d0d2-4854-87bf-66d6379ddc44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971b84523f3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 636b1fc7-40c1-4d76-b64a-adb1c8fd7a0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-9rk2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: db14f507-793c-418f-8098-0cabb29c618d
  kind: Event
  lastTimestamp: "2026-04-25T00:22:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:46Z"
    name: isvc-pmml-predictor-8bb578669-9rk2g.18a971b8b8508395
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: ecd78c48-0729-48e8-b7c9-bd3af4a98267
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: a1372d0e-22a5-4b59-9964-caefd7854d11
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-9rk2g'
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-pmml-predictor-8bb578669.18a971a30fdd2751
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 2e659ea0-3092-42e6-a1f2-f2e7dd87324d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: f241cd27-e61d-46ea-9a38-77b473dd2c7c
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-pmml-predictor.18a971a30d035945
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: fbc43906-31ab-48be-b9a3-f96928e6687f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: b83787e1-5608-4f82-953a-4ec76d4e7fe2
  kind: Event
  lastTimestamp: "2026-04-25T00:21:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:58Z"
    name: isvc-pmml-predictor.18a971a68b9be9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: e3c977cc-758b-4450-a688-aeb62c459cc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: b83787e1-5608-4f82-953a-4ec76d4e7fe2
  kind: Event
  lastTimestamp: "2026-04-25T00:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:21:58Z"
    name: isvc-pmml-predictor.18a971a68bfe040a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: 385afcbd-69be-42da-8ab8-7222ea2578f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: b83787e1-5608-4f82-953a-4ec76d4e7fe2
  kind: Event
  lastTimestamp: "2026-04-25T00:22:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:22:43Z"
    name: isvc-pmml-predictor.18a971b109149474
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 85a0ecbb-bdde-4495-87bd-b6eff1fc7de0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: b83787e1-5608-4f82-953a-4ec76d4e7fe2
  kind: Event
  lastTimestamp: "2026-04-25T00:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:22:43Z"
    name: isvc-pmml-predictor.18a971b10973b59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: 40217d6e-ee65-4a4e-a5e4-c69367ceb55c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:22:44.336517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-tr627
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b84bf348bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 51af8f64-c6fa-4106-aa82-676252ee4595
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b864ebbeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 92417f48-d324-49fc-bb37-95da9b1acbe4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b8663071b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: f52561bc-4f8a-4c19-908f-d4bd326452f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b868be1ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: 036c767c-3383-489f-a7ec-478250f37727
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b86943b434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: 31a81d3c-6e03-42ea-bc1d-be1dbde78006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b9793637e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 2b61e54d-db67-426d-836c-8d0c0f4bed86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b97be7c39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 249f11ad-b688-488f-a256-d2dce71dbcca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b97c5d0b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: da4d1aa4-6726-4315-9369-d507f28db694
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b97c68417c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: cd9e5fd9-46ac-482a-8520-838dbfe58801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b97f319513
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: c69aae26-1c2f-4a17-8cf5-7aaa677c1eec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:22:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:22:49Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b97fa7d329
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: 4198d6cc-fa90-4f1c-84d9-e5b4561de371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:24:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971b9f0e00339
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: ecc17169-f429-4d84-9a02-dd81cb35e726
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971cd7ba912ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 6cd632e9-8268-4528-be43-441ce1e35c3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971cd7ba9af1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 2ac05c34-4a87-4f06-b1b3-b1a7f3a99a13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-tr627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 39a29c48-ba2d-451e-9e58-c080cca209ac
  kind: Event
  lastTimestamp: "2026-04-25T00:24:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-tr627.18a971cdf70ef50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 2baeedb6-9a27-4424-b5c1-decf5267fe9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 3ebb4ae6-f370-460f-a89d-e482be3bbbea
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-tr627'
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a971b84b87d6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: a31c219d-15ef-49da-bced-767ecca81cbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: 5f84a524-32a8-4a47-a321-562c16b7db52
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime-predictor.18a971b84734d247
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: f97ed465-be08-45d9-82bb-417431c9f8c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: 4f1f9827-0926-4132-bef8-ec67d16afc93
  kind: Event
  lastTimestamp: "2026-04-25T00:23:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:23:14Z"
    name: isvc-pmml-runtime-predictor.18a971bbc5a99bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23685"
    uid: 4f2b1586-3ff8-483b-b785-bee3c65c2c01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: 4f1f9827-0926-4132-bef8-ec67d16afc93
  kind: Event
  lastTimestamp: "2026-04-25T00:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:23:14Z"
    name: isvc-pmml-runtime-predictor.18a971bbc60bb2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 196cc602-a5d4-426d-b435-89b0962d1b31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 4f1f9827-0926-4132-bef8-ec67d16afc93
  kind: Event
  lastTimestamp: "2026-04-25T00:24:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:24:14Z"
    name: isvc-pmml-runtime-predictor.18a971c2c3db1ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: f09efd7c-7f6e-4b65-8a3a-d00de9d3443e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 4f1f9827-0926-4132-bef8-ec67d16afc93
  kind: Event
  lastTimestamp: "2026-04-25T00:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:24:14Z"
    name: isvc-pmml-runtime-predictor.18a971c2c4215839
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: fe6e8c93-f126-4478-ae13-ec4595ce9b36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: 3e66eefc-dffd-42fc-9bb4-7ff17e671bd6
  kind: Event
  lastTimestamp: "2026-04-25T00:24:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:24:07Z"
    name: isvc-pmml-runtime.18a971b8470bb074
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: 08717e88-6a91-48e2-95d6-028f7d0ef47a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: 3e66eefc-dffd-42fc-9bb4-7ff17e671bd6
  kind: Event
  lastTimestamp: "2026-04-25T00:22:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:22:44Z"
    name: isvc-pmml-runtime.18a971b84776f77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: a125b3b6-78a2-4b3e-9ae3-77180a17e85a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 3e66eefc-dffd-42fc-9bb4-7ff17e671bd6
  kind: Event
  lastTimestamp: "2026-04-25T00:24:07Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:24:07Z"
    name: isvc-pmml-runtime.18a971cba874069a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: 348dd2ee-5209-422f-b123-d6cd5f1cbb72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:24:15.423018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cd8120eaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: 850d2093-9f0b-4a0c-812d-bd2ec91c6765
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cd9a39cdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: b6e74dde-5ac3-4783-b7e8-b13b1131875c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cd9b8de9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 52e8e6be-a236-4876-a36b-e433f6576f5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cd9e75acce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 35d6af9e-a53a-4cce-82d1-e3c74e81a098
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cd9ee7587c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 8b1cd08b-73f2-4363-a976-1f63e09509b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971ceb952f938
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 387f898b-484a-42c5-a590-5e06e45c8c3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cebc3b174c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: 4f6b34d7-adcc-44dc-a7ba-2ddb39b7a919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cebcaef9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 60644eed-76ab-463c-bc19-107da49bd02d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cebcbbc9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: 18cfac8d-f9c4-4491-8062-bdc2168b6be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cebfa161ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: fb82f312-4dfd-4e91-9291-98e314de00a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:24:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:24:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cec01d1e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 2a0d1cb9-5779-4a96-a8dc-493cb8b8e3f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:25:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:31Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971cf310227d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: 4b2e29e7-a0de-4c04-b05f-b43662373c42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971e2b2d7af72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24889"
    uid: 5654cb54-5e13-4bc5-9aea-d83898fa054c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971e2b2d8f0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24892"
    uid: 4e544610-6abe-490b-ae68-ddfb7985472a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 865290dc-6b08-4e2a-b781-cb28a8dd57a0
  kind: Event
  lastTimestamp: "2026-04-25T00:25:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:48Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946.18a971e33724c149
    namespace: kserve-ci-e2e-test
    resourceVersion: "24947"
    uid: ec4c7d16-f421-443b-81a3-2aab8a01f246
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: b0152092-0cb0-4276-92f8-77b1dcb9f5b6
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hg946'
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a971cd80c1432e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: e6def767-8b6e-424f-a4d6-2e83ae4458f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: 9395fbd1-e38f-41fc-83d9-cee2a2c48528
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve-predictor.18a971cd7cc2b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 10daa2c3-4e3e-460e-88d1-dab4989181fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 5f3d90af-8814-4acd-a604-91bd6298d6f6
  kind: Event
  lastTimestamp: "2026-04-25T00:25:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:00Z"
    name: isvc-pmml-v2-kserve-predictor.18a971d0fb40ebd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: bbbaf994-2fd7-4552-b875-e995b95e0218
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 5f3d90af-8814-4acd-a604-91bd6298d6f6
  kind: Event
  lastTimestamp: "2026-04-25T00:25:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:00Z"
    name: isvc-pmml-v2-kserve-predictor.18a971d0fba31cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24528"
    uid: bf97c0fd-cec6-4896-a1da-4861963ccd32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 5f3d90af-8814-4acd-a604-91bd6298d6f6
  kind: Event
  lastTimestamp: "2026-04-25T00:25:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:45Z"
    name: isvc-pmml-v2-kserve-predictor.18a971db7886df01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 475f0009-ca57-4183-8c57-8822e9641842
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 5f3d90af-8814-4acd-a604-91bd6298d6f6
  kind: Event
  lastTimestamp: "2026-04-25T00:25:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:45Z"
    name: isvc-pmml-v2-kserve-predictor.18a971db78f1a2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: a68c5217-fece-4ebe-ad81-20d99904c67b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: 566d15e0-1dd3-470f-8199-d93d44f72a52
  kind: Event
  lastTimestamp: "2026-04-25T00:25:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:25:41Z"
    name: isvc-pmml-v2-kserve.18a971cd7c9d8416
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 16b228ed-8be3-4f64-b574-2451094528e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: 566d15e0-1dd3-470f-8199-d93d44f72a52
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve.18a971cd7d034fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24170"
    uid: 125407aa-5a6b-4a42-8683-07e8669d0f31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 566d15e0-1dd3-470f-8199-d93d44f72a52
  kind: Event
  lastTimestamp: "2026-04-25T00:24:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:24:15Z"
    name: isvc-pmml-v2-kserve.18a971cd8176b435
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 09c803e6-a55b-4449-9811-c36282eb3884
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 566d15e0-1dd3-470f-8199-d93d44f72a52
  kind: Event
  lastTimestamp: "2026-04-25T00:25:41Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:25:41Z"
    name: isvc-pmml-v2-kserve.18a971e184eee832
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 573d83a9-5e50-46bc-b5ca-8daa43e5ab5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: f8a67a60-ac80-4ae4-bce5-fd6c17ff7373
  kind: Event
  lastTimestamp: "2026-04-25T00:22:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:22:41Z"
    name: isvc-pmml.18a971a30cda6838
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: 54e493ec-a551-4656-9128-dfcaa43baea1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: f8a67a60-ac80-4ae4-bce5-fd6c17ff7373
  kind: Event
  lastTimestamp: "2026-04-25T00:21:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:21:13Z"
    name: isvc-pmml.18a971a30d4bfcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: f03920b0-53e0-4dfc-b33f-5d465a4ecce0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: f8a67a60-ac80-4ae4-bce5-fd6c17ff7373
  kind: Event
  lastTimestamp: "2026-04-25T00:22:41Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:22:41Z"
    name: isvc-pmml.18a971b79341f88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: b7883ae2-09df-494c-8df8-488551c465c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:30:50.427153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a972297935ae78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: a40cc409-570c-425d-b536-a18b50da854a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722987d53586
    namespace: kserve-ci-e2e-test
    resourceVersion: "27818"
    uid: 95ed88bf-d1fb-43d6-9cee-13a1b09f4439
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:51Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:30:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a97229b602f782
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 9f14ad39-8665-4c23-adc7-d4f2e3a5eb87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a97229b7958621
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 7b76cfd0-76fd-4e69-9256-b742dd2d1633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a97229ba70857f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 04741549-1893-4010-949c-80a1128b23aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a97229bae1e4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 40ed0419-e090-4069-a526-40cca457bf40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722abb9e514c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: e1466db8-1de4-449f-bffa-973a30756ca3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722abe7580b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27880"
    uid: 19b1ca88-ce55-4127-bd90-9ba5276e2f12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722abee8b4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: a3bb699e-9ac3-4054-a20d-d01b8973fef6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722abef4896a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27884"
    uid: 3b623ba3-cc4a-48ae-9d40-acddb23d4412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722ac1c37b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: 74021bdf-82c7-41b2-a66f-f02305cc4c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:30:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722ac24b417d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: 7d1a321c-00d3-4cf1-839b-82b27939e6be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:32:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9722b334c811f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 3cb8c12a-b118-4320-88c1-c9e45687584f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9723e744091ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: 287e9160-494a-4a09-afb9-93c7b63d3f0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9723e74417e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28534"
    uid: fd598154-4b73-4bf4-ae8c-9fc880bc457a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 1f88b6ea-6bbd-41a8-9d09-80d1eea0eb56
  kind: Event
  lastTimestamp: "2026-04-25T00:32:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl.18a9723f39697612
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: 784a1517-53f7-48af-a935-a3f2adef58a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: d43f852d-5c77-4156-97e6-b4d8c91b2059
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-khqdl'
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a9722978c0b9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: ab8c9527-7e1e-4a0c-a31e-1c282a3861e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: 5d7b243e-3e88-4561-8da0-fccc7297a4ed
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm-predictor.18a9722974478bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: ce086122-e107-40b5-a919-1095a84355bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 55ea8323-f380-4afe-9d01-6804c1e0bccb
  kind: Event
  lastTimestamp: "2026-04-25T00:31:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:31:05Z"
    name: isvc-predictive-lightgbm-predictor.18a9722cf2de082d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: fcc30729-e017-4d98-a88a-df248201eaac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 55ea8323-f380-4afe-9d01-6804c1e0bccb
  kind: Event
  lastTimestamp: "2026-04-25T00:31:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:31:05Z"
    name: isvc-predictive-lightgbm-predictor.18a9722cf33b6b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: cfe30b3f-c1a8-4881-8552-426f3b23056c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 55ea8323-f380-4afe-9d01-6804c1e0bccb
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-lightgbm-predictor.18a97230722ea40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: 1bcba479-9a58-4454-b0e3-3a8f44ea9ee3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 55ea8323-f380-4afe-9d01-6804c1e0bccb
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-lightgbm-predictor.18a972307295d293
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 2fa07c16-911c-47bb-a664-2e04055a5eb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:35:11.030180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29937"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97266265c5dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29941"
    uid: 0c5fe2bd-bfc2-4206-bfff-f07a789e63a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726632d0bfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29950"
    uid: cc199583-da2d-4e7d-ae2b-60aebf9c3018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:12Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726662d32295
    namespace: kserve-ci-e2e-test
    resourceVersion: "29963"
    uid: b115d71e-2328-4ea2-b0ce-8cd68d56ae7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a972666427dd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 49c8ca64-f2ee-4361-8b71-066444bd438a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726667489f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: ae1fe0b3-f53a-4d86-9615-be13b6878418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726667b86d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29967"
    uid: 0627de3e-46b7-41e9-bb21-981980cfb29f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97267719d47c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30010"
    uid: a8a46def-1eb0-415d-bf6a-8954dc87b47e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97267746d9c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "30014"
    uid: 3f7c5e96-e9ec-434d-ba3f-a6cfbd568125
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726774e1df55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: 436d2fde-b486-40db-9349-8a82530ecbca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726774ecb97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 9d01eeff-5b58-4c78-85ac-c7d07be4cf6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a9726777b0eacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: e5da7c04-f275-4b64-bb10-78657bd1c1f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:35:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97267782352e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: e0d4847e-8c38-4295-9833-2f30bbcd243a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:36:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a972700fd04ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 2d6c4345-7162-4492-a9d0-15601a3a845f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97278ca6cd3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30581"
    uid: 30bd97ad-6723-4ee9-9fae-19824ae80c02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a97278ca6d3e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: 7eee9290-91e2-4125-bb53-1297cf3b2a1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 04fb9f8d-f6ca-42e4-9682-1895e9a0a871
  kind: Event
  lastTimestamp: "2026-04-25T00:36:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk.18a972795fb06ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: e18e8c9c-e357-42e0-8c78-bf298d9e9ce6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: 1f0add0b-b0c6-4745-8ab9-279be555c34c
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-zpbtk'
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a9726625fefee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: aa605c04-ca4a-47c8-9bff-993b9aff2266
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29923"
    uid: aca55ab5-7204-4a4a-bdcf-857d12bdd6a8
  kind: Event
  lastTimestamp: "2026-04-25T00:35:10Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a97266227ca197
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: 6c51a0e4-d317-44e3-a77a-c944780f051c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: 7ff3a1bf-0e4e-4037-af70-164d0fac2a70
  kind: Event
  lastTimestamp: "2026-04-25T00:35:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a97269a0d3954c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: ec71e8bf-c187-4636-91cd-8d0686341a1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: 7ff3a1bf-0e4e-4037-af70-164d0fac2a70
  kind: Event
  lastTimestamp: "2026-04-25T00:35:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a97269a14db8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 56b898d7-d5c2-4d3e-82b7-d0602cf6c590
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 7ff3a1bf-0e4e-4037-af70-164d0fac2a70
  kind: Event
  lastTimestamp: "2026-04-25T00:36:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9726d203693c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: a4e8b757-5eb1-4390-ae37-959296bd0607
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 7ff3a1bf-0e4e-4037-af70-164d0fac2a70
  kind: Event
  lastTimestamp: "2026-04-25T00:36:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9726d209cde96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 828f299d-5382-4ae1-93be-af079e6d0fcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 6e8a2e0b-6242-4794-be7d-83fb11a481e3
  kind: Event
  lastTimestamp: "2026-04-25T00:36:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:29Z"
    name: isvc-predictive-lightgbm-v2.18a97266223681d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: fca8eb16-2da6-49d2-860b-3c538efbee1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 6e8a2e0b-6242-4794-be7d-83fb11a481e3
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-lightgbm-v2.18a9726622a65b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: f570f5a5-c9ad-45b3-bcad-e470515571e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: 6e8a2e0b-6242-4794-be7d-83fb11a481e3
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-lightgbm-v2.18a972662a6504fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: 86317eae-6592-473b-b862-98d725d7a377
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 6e8a2e0b-6242-4794-be7d-83fb11a481e3
  kind: Event
  lastTimestamp: "2026-04-25T00:36:29Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:29Z"
    name: isvc-predictive-lightgbm-v2.18a97278650638b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: caf6a82c-706a-4221-8e90-8d008fbe49d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: 556bac07-e313-4122-a7e1-cfe03e28753d
  kind: Event
  lastTimestamp: "2026-04-25T00:32:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:32:13Z"
    name: isvc-predictive-lightgbm.18a972297423acd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28445"
    uid: 825e219b-7480-4690-a57f-fa5069470802
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: 556bac07-e313-4122-a7e1-cfe03e28753d
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm.18a9722974766c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 7e50cbdd-1ef9-471b-b408-0c7a7ab9b267
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: 556bac07-e313-4122-a7e1-cfe03e28753d
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-lightgbm.18a9722979e935a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27813"
    uid: 11b7ab5b-2f16-456a-bb4e-34bca29dd8fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 556bac07-e313-4122-a7e1-cfe03e28753d
  kind: Event
  lastTimestamp: "2026-04-25T00:32:13Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:32:13Z"
    name: isvc-predictive-lightgbm.18a9723cea3ee486
    namespace: kserve-ci-e2e-test
    resourceVersion: "28444"
    uid: 7db4a6eb-97ca-433f-8ce0-474cb96623bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:27:29.975858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:27:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971facd61ae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: 0b0821ad-1a1b-467e-ade0-fd58ab883ddc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fad9171199
    namespace: kserve-ci-e2e-test
    resourceVersion: "26205"
    uid: 23ed72c1-8d99-468e-96a9-91a18df42726
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:30Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:27:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fb09f45e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 86b789c8-9b84-46a5-aac8-448e38278650
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:31Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fb0b53dd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 40c5cd24-ee9d-49e4-b5ac-f5e32ef48b88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:31Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fb0e6d768f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 61999c21-5909-451e-becf-13f28d6a6870
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:31Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fb0ee1279b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 19489361-44c1-4762-a873-21898658e554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:35Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a971fc07edcdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26269"
    uid: 76ba8a84-29ae-44be-8907-a424cf6eeb99
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.122s
    (19.122s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a972007bbcb4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 08ca5277-fbad-4adf-8eea-6344b0c8801f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a972007ebd20ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: bdbe78ad-9dc9-4c24-a5b8-ba12e6f3191d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a972007f328404
    namespace: kserve-ci-e2e-test
    resourceVersion: "26408"
    uid: 89fa434b-a74e-4f9f-bbc1-2480869f268d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a972007f3de399
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 1641ce7c-55cb-4949-8e83-535026751462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a97200826d403e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: bcc7e65a-0e72-4dd1-8963-ca57044ca236
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:27:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a9720082e20b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: c1a201d6-ccb8-4bff-b3f7-8993c0ba3e7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:29:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a97200ef77f9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 055f7357-8090-4fa4-a32a-180b843245e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a9721472675f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 6ad3be90-30e0-4c17-876b-32e9e7e3360a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a97214726a7246
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 1363577c-4693-4337-b5fa-7058cb733165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 46ae2373-92e9-4f0b-9ed5-6607ea44000b
  kind: Event
  lastTimestamp: "2026-04-25T00:29:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc.18a97214f5a0f91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: 835616cc-02e1-4c70-8de9-98563797c824
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: b4647c02-29d4-4615-9ed9-d7721864c34a
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-sl8rc'
  metadata:
    creationTimestamp: "2026-04-25T00:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a971facc9fd8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: fd1ffb2b-043f-4d02-b78b-d722affeb58d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: 6b0d6d41-ea0a-45ef-b5e0-3f8752ed2490
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-predictive-sklearn-predictor.18a971faca202781
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: d3337bc0-e64f-40f1-93fb-2fbd6c4666c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: ca1bbfb0-325c-433e-b22a-bbc0a4a0818d
  kind: Event
  lastTimestamp: "2026-04-25T00:28:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:28:29Z"
    name: isvc-predictive-sklearn-predictor.18a971fe4901b211
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: 3c8a11fc-b1ad-4d48-a726-7ce1285c06aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: ca1bbfb0-325c-433e-b22a-bbc0a4a0818d
  kind: Event
  lastTimestamp: "2026-04-25T00:28:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:28:29Z"
    name: isvc-predictive-sklearn-predictor.18a971fe49661a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: 6f5283b5-4864-435a-9eb0-bab6365ce649
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:28:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: ca1bbfb0-325c-433e-b22a-bbc0a4a0818d
  kind: Event
  lastTimestamp: "2026-04-25T00:29:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:15Z"
    name: isvc-predictive-sklearn-predictor.18a9720c450e2c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26991"
    uid: eb1aa031-9fcf-4f7a-8e47-af5902e020c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: ca1bbfb0-325c-433e-b22a-bbc0a4a0818d
  kind: Event
  lastTimestamp: "2026-04-25T00:29:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:15Z"
    name: isvc-predictive-sklearn-predictor.18a9720c454e9378
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 3ab3bd08-6ead-463e-9e2a-185621fdda34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:32:20.640119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723e7a525c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: efd3d21c-4e67-4bec-9baf-ab4269cbe3fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28558"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:21Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:32:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723e93a9be3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: a6309f99-4400-48ff-9f7a-bfa5f06bf8fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723e94e920b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28567"
    uid: bf3df7d3-487b-4195-a65b-74176dc28356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723e9766ac26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: 1a79abcc-c51b-476f-aabb-4ccc5cb0bb5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723e97db5a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: a36f129b-dae8-4200-b0c2-df6ef077a994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f833bfdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 54255d9c-c74d-4d62-b339-5128587d4ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f8613cd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28608"
    uid: 5ebdca72-35e4-4937-ad56-92e762000bbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f868b6689
    namespace: kserve-ci-e2e-test
    resourceVersion: "28609"
    uid: e3680fa9-5fa7-42ec-8aa9-f451669cd291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f86981ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 06fc25c4-08ad-4e6b-b7fe-799d781a796f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f8992ebd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: db178ae0-e23f-4622-bdfa-aff0a320739a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:32:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:32:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9723f8a16bc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28616"
    uid: c82f8af6-5706-4651-9d6c-6487c45fbd3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:33:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.44:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9724821e7368a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29310"
    uid: e8a80a69-be64-47cf-b43e-40902fe2449e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9725374784531
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: 755ca9b6-e269-4621-9f47-7c4fe93a65d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a9725374794d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29264"
    uid: 8efb04c5-4574-4331-be51-eacd431b0b15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: d8e9a252-6a4d-4c75-8baf-2f53659367e5
  kind: Event
  lastTimestamp: "2026-04-25T00:33:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb.18a97253c58e4d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29309"
    uid: 4d8c4cbb-f9b2-4380-a28e-608f07ac7d60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: bea083b3-3a87-473a-91fd-e84b75d39fd0
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-kncwb'
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a9723e79ecb392
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: 89c903ba-9db9-414d-ba23-04920084a239
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: 89d1bbd1-1c07-4c2f-9ef6-3f7eb25854d4
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9723e7574a639
    namespace: kserve-ci-e2e-test
    resourceVersion: "28538"
    uid: 65ed42d8-095a-45af-982d-e0340301e0d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: a56b88ec-4bd8-4780-b5a1-79741ce51fe0
  kind: Event
  lastTimestamp: "2026-04-25T00:32:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18a97241f3e75ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: c4558f23-ad34-4f3d-b6b0-e3a13974a706
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: a56b88ec-4bd8-4780-b5a1-79741ce51fe0
  kind: Event
  lastTimestamp: "2026-04-25T00:32:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:32:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18a97241f4466acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: c32cc0ba-5c1d-4fb4-87bc-20179c67f1e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28690"
    uid: a56b88ec-4bd8-4780-b5a1-79741ce51fe0
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a972457352f387
    namespace: kserve-ci-e2e-test
    resourceVersion: "29235"
    uid: 86e57d5c-97cc-45a9-a041-3f3ec3003f76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28690"
    uid: a56b88ec-4bd8-4780-b5a1-79741ce51fe0
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9724573bde050
    namespace: kserve-ci-e2e-test
    resourceVersion: "29236"
    uid: 45c8cb3c-9f5b-4f04-8991-dd7df3388c84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 585e88b1-79c9-427e-af1e-a4dfd92d086c
  kind: Event
  lastTimestamp: "2026-04-25T00:33:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:33:42Z"
    name: isvc-predictive-sklearn-v2.18a9723e754fa266
    namespace: kserve-ci-e2e-test
    resourceVersion: "29179"
    uid: 18bc5b91-ce02-47c3-80e4-34bbfda8d7ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 585e88b1-79c9-427e-af1e-a4dfd92d086c
  kind: Event
  lastTimestamp: "2026-04-25T00:32:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:32:20Z"
    name: isvc-predictive-sklearn-v2.18a9723e75c4de6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: aafe2afb-0912-419b-b5d0-60c049dba195
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29177"
    uid: 585e88b1-79c9-427e-af1e-a4dfd92d086c
  kind: Event
  lastTimestamp: "2026-04-25T00:33:42Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:33:42Z"
    name: isvc-predictive-sklearn-v2.18a972517690062e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 7a5fff57-06fd-40f7-aa6f-dfe44905c6b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 7d902e13-e5b2-4cfc-8ef6-fdcbef7fa28a
  kind: Event
  lastTimestamp: "2026-04-25T00:29:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:29:11Z"
    name: isvc-predictive-sklearn.18a971fac9fc60d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26963"
    uid: 85b47cae-561e-46b3-8be6-da9be528b4d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 7d902e13-e5b2-4cfc-8ef6-fdcbef7fa28a
  kind: Event
  lastTimestamp: "2026-04-25T00:27:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:29Z"
    name: isvc-predictive-sklearn.18a971faca471fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: ceec5063-4c7a-4448-a1c8-bf66ace3915a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 7d902e13-e5b2-4cfc-8ef6-fdcbef7fa28a
  kind: Event
  lastTimestamp: "2026-04-25T00:29:11Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:29:11Z"
    name: isvc-predictive-sklearn.18a9721269ffda22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 7b95e7c2-3b99-4e5d-9920-af2be14af8b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:29:20.223802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a9721478abd322
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 9e1abefe-9f45-429f-b777-65dddaf1b3bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a972149197f180
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: 584ed943-bd82-4af2-9239-24e57a0ef168
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a9721492ddaa03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 5466592e-f7c1-4cd9-a3b9-85f1423bd6d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a972149657d067
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 3ebb769a-ab85-44cf-9bab-e6db49f45211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a972149710f8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: bcb09b4a-237b-4d59-8846-86a09a717809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215b795b12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 93572ec1-61d6-4ad8-8d34-ba837719a46f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215bab4e90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: e9e06d6e-417d-4a36-a1e1-5cc0cdade18e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215bb2b26f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 6c3784a0-dfe0-4038-b1b9-d02fe9ac17b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215bb386cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 8277100a-364f-40b1-b03e-f9e8fa2654f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215be41c92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 045cef74-efee-4c0e-a506-d675ce14aa19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:29:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:29:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97215beb66d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: b684642b-0f44-484a-bbda-1c7d3081382e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:30:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a972162f37d1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 281fc1fe-4011-4418-b18f-897291bd592b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97229734a0419
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: c42c7d96-b385-4221-89f5-07075c73f6a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a97229734ad3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: 8ba16793-3132-4168-a42c-96fa4debec5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: edddf8ee-a85a-4393-9230-fe4ac63aeda2
  kind: Event
  lastTimestamp: "2026-04-25T00:30:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:30:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4.18a9722a35769fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: 6f886687-3118-4797-a5c4-d6102d5be737
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 922d0d0a-7337-4eff-a629-3097fa0d0d1a
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-ftnm4'
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a972147848d9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 4175e870-4374-4bae-bd37-7bc0c1dfcd55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: 5cf22e15-bcb7-4733-9868-8ab9e7b2ff0e
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost-predictor.18a9721473cf1ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: 724a8af9-8ba7-468d-8d56-68fbf88a4c9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 35f9eaa7-9732-4885-91b9-dbcd3b2aa492
  kind: Event
  lastTimestamp: "2026-04-25T00:29:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:50Z"
    name: isvc-predictive-xgboost-predictor.18a97217f24288bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: 4bdd7027-a32c-4ebc-8c7c-b2d935ae20c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 35f9eaa7-9732-4885-91b9-dbcd3b2aa492
  kind: Event
  lastTimestamp: "2026-04-25T00:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:29:50Z"
    name: isvc-predictive-xgboost-predictor.18a97217f2a09216
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: 02f74874-51f3-4ba1-a922-c8503a5ad70d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 35f9eaa7-9732-4885-91b9-dbcd3b2aa492
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-xgboost-predictor.18a9721ef0835867
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 416c6b96-af81-474a-b6a5-0aac5e3012e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 35f9eaa7-9732-4885-91b9-dbcd3b2aa492
  kind: Event
  lastTimestamp: "2026-04-25T00:30:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:30:50Z"
    name: isvc-predictive-xgboost-predictor.18a9721ef0eb4ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: 5eab183e-cc8a-4b47-b075-2bc1d559c29d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:33:50.850698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972537b4a7d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: ba288c2d-4091-44e0-9c10-7c2ef47d83d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29290"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:51Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:33:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a97253943a7fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: de901f55-4840-42a9-80ba-e9e48df6d2b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972539587ebc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 8f3080ec-e39c-490a-8369-2294d14d2f74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a97253987515fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: 9d6da1b9-2f32-440a-a24c-8a3092827c5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a9725398e6d62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: e4cc35eb-806f-4457-bc50-ae14bc7bf3a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a9725487a733c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29339"
    uid: 73c90785-b350-4933-9e53-35669d8c2e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972548ade12ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: 96cfa609-8430-47e2-b16c-1efe9ba7d444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972548b52c4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 7eb3f70b-d310-4e5f-9fac-812644a59059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972548b5e9105
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: d8b8be5c-aefb-43d3-b74f-34e0a6074360
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972548ef4169f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29350"
    uid: 67d89719-23e8-417d-b456-8465fe446e59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:33:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:33:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a972548f669337
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 718d8931-4411-4db8-9341-25f89abc513d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:35:02Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a9725d25f91acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: 385129d1-a61a-4e5b-9283-a7ed1c84cd93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a97266464bdce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29955"
    uid: 1f856779-e1fa-485a-8347-c70426534511
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:35:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a97266464c7138
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 6046d997-b30f-4dae-ad2b-db28f5634665
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: c46480ac-83fd-413d-9aa8-38c8b6ee2c78
  kind: Event
  lastTimestamp: "2026-04-25T00:35:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:35:12Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s.18a9726675ca8e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 9f72702c-420b-46b5-8fdd-483455078a97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: 4fddddf3-79e4-4998-8629-d098812561dc
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-9dn4s'
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a972537ad25aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: 788a07a0-da72-4a13-a549-f971b513fcf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: 1ff667d4-832d-4905-b088-7d8506d22ce8
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-xgboost-v2-predictor.18a97253761e4e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29271"
    uid: 93c4841d-39e0-4f00-926b-5080d04f3c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 1c80cd85-d684-4fc3-8a6c-d021122fe6d2
  kind: Event
  lastTimestamp: "2026-04-25T00:34:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:34:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18a97256f4a1e579
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: c4c76e32-6faf-4843-aa05-5b66cb11927d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 1c80cd85-d684-4fc3-8a6c-d021122fe6d2
  kind: Event
  lastTimestamp: "2026-04-25T00:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:34:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18a97256f507798b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: 33a087e0-3291-47f0-8e2a-f3803dcc5fbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 1c80cd85-d684-4fc3-8a6c-d021122fe6d2
  kind: Event
  lastTimestamp: "2026-04-25T00:35:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9725df2c2a1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29851"
    uid: 151ab59b-8448-40ba-9d12-c96fda80b268
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 1c80cd85-d684-4fc3-8a6c-d021122fe6d2
  kind: Event
  lastTimestamp: "2026-04-25T00:35:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:35:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9725df3288774
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: 27919c8f-0c08-4506-aae2-6521cd01aa79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 4b6525c8-ea91-4571-8cfb-1c32a3002c2e
  kind: Event
  lastTimestamp: "2026-04-25T00:35:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:35:10Z"
    name: isvc-predictive-xgboost-v2.18a9725375f5181e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: bd8b7223-deee-43de-8434-0d3aa52db0de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 4b6525c8-ea91-4571-8cfb-1c32a3002c2e
  kind: Event
  lastTimestamp: "2026-04-25T00:33:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:33:50Z"
    name: isvc-predictive-xgboost-v2.18a9725376676823
    namespace: kserve-ci-e2e-test
    resourceVersion: "29274"
    uid: ff69b02d-9312-4ea7-bd46-94e820271b5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 4b6525c8-ea91-4571-8cfb-1c32a3002c2e
  kind: Event
  lastTimestamp: "2026-04-25T00:35:10Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:35:10Z"
    name: isvc-predictive-xgboost-v2.18a972660082d586
    namespace: kserve-ci-e2e-test
    resourceVersion: "29888"
    uid: 7214fbcf-a759-41e2-833c-54a3047a3c58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: a7937fdb-489d-4f16-b90b-338eed1ebbdd
  kind: Event
  lastTimestamp: "2026-04-25T00:30:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:30:43Z"
    name: isvc-predictive-xgboost.18a9721473a10580
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: e129e117-f372-40a2-a12e-b24422d3e1cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: a7937fdb-489d-4f16-b90b-338eed1ebbdd
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost.18a972147424eecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: 5cff1c88-df41-4f03-a4a0-1ce0accb54bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: a7937fdb-489d-4f16-b90b-338eed1ebbdd
  kind: Event
  lastTimestamp: "2026-04-25T00:29:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:29:20Z"
    name: isvc-predictive-xgboost.18a9721479551aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: 81c970c7-343b-4ba7-ac4e-de041f61328b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: a7937fdb-489d-4f16-b90b-338eed1ebbdd
  kind: Event
  lastTimestamp: "2026-04-25T00:30:43Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:30:43Z"
    name: isvc-predictive-xgboost.18a97227e675269d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: c5cc2b6b-62c7-4246-9c2c-b4fea0b8154f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:25:46.546147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-42458c-predictor-c86f7785d-rxtt7
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2b87d895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: a5940911-384d-4ed5-ab62-cac78e9451e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-42458c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2c7e3134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24916"
    uid: 5565d3c6-f494-433a-a59b-12a5c0ba9684
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:47Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:25:47Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2f56cafbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24927"
    uid: eafcea47-4d07-4820-a97a-917cc0bbee95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:47Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2f6c52233
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: 77cfd160-be3a-4e6a-83f5-e74a1d7be775
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:47Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2f995743b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24932"
    uid: d33417fc-3480-4319-8d1f-ea6debc3b8ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:47Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e2fa06ba7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: 4b5b2c03-55e0-4f26-b75c-3184b34160dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:51Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3f923b441
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: 070fc2eb-f097-47f2-bc46-c30613313f3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:51Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3fc21cacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: 9148cedc-cac0-4591-af4c-308b1091f384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:51Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3fc93269b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24981"
    uid: 6cdd81f9-d166-4a46-b028-a9e603fe4052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:51Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3fc9f4113
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: aa0ea611-488d-4c87-a3dd-06fe159f8238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:52Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3ff2d41f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: af840a5d-6339-4c42-aa71-84b89d1ea5b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:25:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:25:52Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e3ff9fdbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: 12bb4019-c2e1-481b-870e-6fdd15fc5cf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:26:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:26:49Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971e470ce3775
    namespace: kserve-ci-e2e-test
    resourceVersion: "25674"
    uid: 78b0ff80-3592-415f-a99e-b7a71e42fd2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971f9988f6c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: 8cfe2d29-486f-439a-b2ae-b48d17b38f2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971f9988fd8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 190970f2-c683-4f81-b27f-97f121685f8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 734f07a4-1148-403e-b849-b60ad7ec15f8
  kind: Event
  lastTimestamp: "2026-04-25T00:27:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:24Z"
    name: isvc-primary-42458c-predictor-c86f7785d-rxtt7.18a971f9a0fab9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: 994a0eff-a5d2-4a37-90d1-109338f5cb6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-42458c-predictor-c86f7785d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: cdb4f4e3-1dab-47cb-9638-636bef99fac7
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: 'Created pod: isvc-primary-42458c-predictor-c86f7785d-rxtt7'
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c-predictor-c86f7785d.18a971e2b8148ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24902"
    uid: cf3d8d66-9c35-446e-99ad-b7d85c30297e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24888"
    uid: 2c1283ae-1396-451e-8a05-049ebe3f6cb6
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: Scaled up replica set isvc-primary-42458c-predictor-c86f7785d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c-predictor.18a971e2b359e958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 11372af8-3e1f-4a67-9700-14a039754540
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:26:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: 7c5a8a13-bce7-4eeb-81d1-a1af593f6440
  kind: Event
  lastTimestamp: "2026-04-25T00:26:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:26:16Z"
    name: isvc-primary-42458c-predictor.18a971e631d46b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: 4336e435-f84c-4b6c-87ed-c7d074e86278
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:26:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: 7c5a8a13-bce7-4eeb-81d1-a1af593f6440
  kind: Event
  lastTimestamp: "2026-04-25T00:26:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:26:16Z"
    name: isvc-primary-42458c-predictor.18a971e6323a778b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 12677dfe-527e-4309-9668-48991cb5c777
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:26:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 7c5a8a13-bce7-4eeb-81d1-a1af593f6440
  kind: Event
  lastTimestamp: "2026-04-25T00:27:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:16Z"
    name: isvc-primary-42458c-predictor.18a971ed301c22a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 01d83e20-4098-46a0-bedd-4ec3d1264106
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:26:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 7c5a8a13-bce7-4eeb-81d1-a1af593f6440
  kind: Event
  lastTimestamp: "2026-04-25T00:27:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:16Z"
    name: isvc-primary-42458c-predictor.18a971ed3065b55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: 9e1c8624-4503-4dfc-8420-054b6d315da1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1cd5e87f-c3f5-4f07-9b08-dd5f73e419f5
  kind: Event
  lastTimestamp: "2026-04-25T00:27:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:00Z"
    name: isvc-primary-42458c.18a971e2b331c3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: fdbace2f-f16f-48ca-a4a8-598af74ddb3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1cd5e87f-c3f5-4f07-9b08-dd5f73e419f5
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: 'Failed to update status for InferenceService "isvc-primary-42458c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-42458c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c.18a971e2b3aa656d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24908"
    uid: 9f4e285f-9343-4129-9abd-7a17d3fc35e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:25:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1cd5e87f-c3f5-4f07-9b08-dd5f73e419f5
  kind: Event
  lastTimestamp: "2026-04-25T00:25:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-42458c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:25:46Z"
    name: isvc-primary-42458c.18a971e2b3aac20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: 3f84a15a-8513-430b-bff4-9d58900791a9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1cd5e87f-c3f5-4f07-9b08-dd5f73e419f5
  kind: Event
  lastTimestamp: "2026-04-25T00:27:00Z"
  message: InferenceService [isvc-primary-42458c] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:00Z"
    name: isvc-primary-42458c.18a971f3d376abbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 664ef9b6-0375-4a3d-9de7-cbfd02199f3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:27:06.673914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25832"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f5607a3ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: ba1317f2-7e25-40f0-87cc-f352efc51d18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-42458c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f56d3f34f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25845"
    uid: 8ee3ac76-6bab-4f88-b4b9-c1febd4e77f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:07Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:27:07Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f59d14d127
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 8fda0de4-b567-4aeb-baf1-3722ce958405
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:13Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f59e736816
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: 67695270-26e6-4f82-a049-fc28feb21765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:13Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f5a1827da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: 3b4100ae-4815-4663-9219-e4041a6ccfe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:13Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f5a1fde619
    namespace: kserve-ci-e2e-test
    resourceVersion: "25908"
    uid: c1b925b5-de70-4c6f-8f20-2e052a5de2e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 4c648323-9cf4-4ff4-ae5a-85687a1af0aa
  kind: Event
  lastTimestamp: "2026-04-25T00:27:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-42458c-predictor-68f6f7f769-4kjd4_kserve-ci-e2e-test(4c648323-9cf4-4ff4-ae5a-85687a1af0aa)
  metadata:
    creationTimestamp: "2026-04-25T00:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:27:17Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4.18a971f7d33299cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 17aa0bf5-8f73-461e-8a0d-e9cd20e684bd
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-42458c-predictor-68f6f7f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 484559be-ab48-4d01-9f73-0fd3aa52b5d1
  kind: Event
  lastTimestamp: "2026-04-25T00:27:06Z"
  message: 'Created pod: isvc-secondary-42458c-predictor-68f6f7f769-4kjd4'
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c-predictor-68f6f7f769.18a971f5600dfd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: 1af280c3-84b9-4c9a-8d93-29dcb8cda6f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: 7807935e-8327-466f-a196-326e2c05ba26
  kind: Event
  lastTimestamp: "2026-04-25T00:27:06Z"
  message: Scaled up replica set isvc-secondary-42458c-predictor-68f6f7f769 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c-predictor.18a971f55d147fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25825"
    uid: d5f182b1-cdbf-4ac2-be2d-536470e5a5a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 3386aa39-e5bd-4afd-ba7a-e26d0e7296bd
  kind: Event
  lastTimestamp: "2026-04-25T00:27:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:21Z"
    name: isvc-secondary-42458c-predictor.18a971f8db754195
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 6c90f156-e63c-44d5-91d8-45c16e394b6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-42458c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 3386aa39-e5bd-4afd-ba7a-e26d0e7296bd
  kind: Event
  lastTimestamp: "2026-04-25T00:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:27:21Z"
    name: isvc-secondary-42458c-predictor.18a971f8dbd4fc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25980"
    uid: fae25022-2bc2-4835-83ea-0add4e762ed4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25812"
    uid: 47416050-6360-468e-ac1f-bd311a5ef9d5
  kind: Event
  lastTimestamp: "2026-04-25T00:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:19Z"
    name: isvc-secondary-42458c.18a971f55cef4911
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: 30e5e1e1-85a3-49cc-83da-73c355c8af8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25812"
    uid: 47416050-6360-468e-ac1f-bd311a5ef9d5
  kind: Event
  lastTimestamp: "2026-04-25T00:27:06Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-42458c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-42458c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c.18a971f55d52680f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: da50bab8-a662-4980-b8ea-e58584f4dce1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-42458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25812"
    uid: 47416050-6360-468e-ac1f-bd311a5ef9d5
  kind: Event
  lastTimestamp: "2026-04-25T00:27:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-42458c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:27:06Z"
    name: isvc-secondary-42458c.18a971f55d52b182
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 10775831-673e-480f-af3a-0415bb481548
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:06:06.409882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970cff2e3ad71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 45632a35-3913-4df2-a2d8-3a09198c79b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d00bf62ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: e256259c-a596-40f9-89aa-23c457c81f6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d00d39736f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: 1dcb6628-e82f-4fc9-b60f-395521f7176c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d01004363b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 3acddc06-d62a-43ce-b747-4d0df24cc832
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d01072bb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 77e7a16c-0227-4e8b-9144-b949b42cd91b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d11ab16f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 3a078fa4-198b-4a52-9a6c-f85f237a0a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d11e0bf6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: d2d2ca62-c75b-42c0-bca1-9958a2edda87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d11e80cb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: ffd8cc52-a57f-4432-a6a6-6354341ae55d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d11e8d5c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: 387a6438-01ab-4702-9bc0-25c791d02833
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d121748180
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: c4f3ad66-4345-443d-960b-72b2e002a68d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d121e6c278
    namespace: kserve-ci-e2e-test
    resourceVersion: "15227"
    uid: 74991008-dcef-41e9-80e5-cb461d590d0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e376846d2aa0b7fb92a16b8c1edcc05bf3c05895534eec2581922448b745f27a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d121f2e3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: 16da93cf-1b83-45f9-bf05-ca571ce17644
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d1249e6f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: 85e4e39c-4df4-4b94-bf21-ed712bde9855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:06:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-25T00:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:11Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d1250fbfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 140a7837-79d7-4665-a24b-e28745a73ddc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:48Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d156a803c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: b0d9e791-7c89-48be-901b-65c0ead72953
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-25T00:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:48Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970d156b2f922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 6e635a5d-ee0b-4fab-983f-b25d0335ea76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970e3c09a3554
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 99796e9a-d0e9-4843-97b1-a82cb35186ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970e3c09a9833
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 1e3760a5-bdfd-4326-bb18-13adc1b535da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970e3c09ac79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 84f0a201-5190-4ddc-9118-88a94a1d6857
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 7d950b28-55b1-4d41-911c-d452a84c9863
  kind: Event
  lastTimestamp: "2026-04-25T00:07:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:53Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v.18a970e432c5b295
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: 31788c45-3fce-494f-804d-2d43d2227792
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: e0989409-2c10-4141-80a6-392233dadbdc
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-fbfbfccd6-jdq9v'
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor-fbfbfccd6.18a970cff2842334
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: fb5bfb91-296a-4802-a5b1-a8caef4b94fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 1626940a-2e67-4aa4-97c3-b4b76b375b78
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-fbfbfccd6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18a970cfedd033ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 786e395e-7b79-45db-b767-266652e64566
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 3e8f2e84-0111-4297-8280-567d5e0aa81c
  kind: Event
  lastTimestamp: "2026-04-25T00:06:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:51Z"
    name: isvc-sklearn-batcher-custom-predictor.18a970d36cda433a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 98d57ec1-d216-4ed2-b855-0a362e2adb37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 3e8f2e84-0111-4297-8280-567d5e0aa81c
  kind: Event
  lastTimestamp: "2026-04-25T00:06:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:51Z"
    name: isvc-sklearn-batcher-custom-predictor.18a970d36d398e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 0a22cd49-dbb2-41f1-b967-dd6ee8c9fc48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 3e8f2e84-0111-4297-8280-567d5e0aa81c
  kind: Event
  lastTimestamp: "2026-04-25T00:07:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:21Z"
    name: isvc-sklearn-batcher-custom-predictor.18a970d6ebdd4982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: d7a3023a-e85e-4cba-87f5-e0c431fc6c27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 3e8f2e84-0111-4297-8280-567d5e0aa81c
  kind: Event
  lastTimestamp: "2026-04-25T00:07:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:21Z"
    name: isvc-sklearn-batcher-custom-predictor.18a970d6ec3ed3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: c908abc9-ca55-456f-9b75-75239bbc7d65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: d04040ea-da3c-47d3-9cd8-5f42916e0661
  kind: Event
  lastTimestamp: "2026-04-25T00:07:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:18Z"
    name: isvc-sklearn-batcher-custom.18a970cfedbe58dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: a8a55aa4-c156-4e69-b7a6-8ca49ffc37c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: d04040ea-da3c-47d3-9cd8-5f42916e0661
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-custom.18a970cfee6eeeb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: ac06db7d-5f58-4922-94dd-28233a9ca469
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: d04040ea-da3c-47d3-9cd8-5f42916e0661
  kind: Event
  lastTimestamp: "2026-04-25T00:07:18Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:18Z"
    name: isvc-sklearn-batcher-custom.18a970e0ba8baaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 8cbfb89e-d1af-49bd-9093-d7a11e90d0b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:04:31.311164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970b9ce8ffd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14382"
    uid: 823c2148-cea6-4f48-9f43-9293753d8de1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970b9d7441553
    namespace: kserve-ci-e2e-test
    resourceVersion: "14392"
    uid: 46610a1e-9131-4dc4-92fa-85efb333f3da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14388"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:32Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:04:32Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970ba0b4ee48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 0d27d474-3c2d-4131-a9f5-2647e8b947aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
  metadata:
    creationTimestamp: "2026-04-25T00:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:32Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970ba0cad2f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: efb87171-cdea-46bb-8ad4-25eaa5cf7e65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    in 2.775s (2.775s including waiting). Image size: 301492132 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:35Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bab21fa914
    namespace: kserve-ci-e2e-test
    resourceVersion: "14430"
    uid: a807df02-0f29-4a8d-b558-10314b1d99f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:35Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bab6384c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: 5d5aea38-4b55-4900-b026-3f9e9570be31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:35Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bab6ab258e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 825996da-1244-432f-8a60-d42f7d41ffaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:39Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
  metadata:
    creationTimestamp: "2026-04-25T00:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:39Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bb9e747d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: 51a02f4e-cef6-4337-90fc-397b7aeced44
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    in 13.235s (13.235s including waiting). Image size: 1560924583 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:52Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970beb35e534e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14555"
    uid: 315e086f-c838-4ab3-b9a9-f9d0e2a09b88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:52Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970beb6682868
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 5b0579ac-a2a5-483e-9101-756530d7dd93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:52Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970beb6de39bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14558"
    uid: cd048978-1f62-4d32-bc92-b11028555692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-25T00:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:52Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970beb6ee8183
    namespace: kserve-ci-e2e-test
    resourceVersion: "14559"
    uid: c11bdc1d-d490-4c44-a849-5cfa8a6435a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.232s (2.232s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:54Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bf3c006adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14578"
    uid: 64fef0c3-881f-4a0e-8767-ca36b7265ec4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:54Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bf3ef09206
    namespace: kserve-ci-e2e-test
    resourceVersion: "14579"
    uid: 903586d6-b1dd-44d1-b55d-a61d618141b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:54Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bf3f64d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: 9c939e7a-4cf1-4466-989a-96c95651c808
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e376846d2aa0b7fb92a16b8c1edcc05bf3c05895534eec2581922448b745f27a"
  metadata:
    creationTimestamp: "2026-04-25T00:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:54Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bf3f715726
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 8cacfba9-517e-438a-8080-6a3a4cb8a0f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e376846d2aa0b7fb92a16b8c1edcc05bf3c05895534eec2581922448b745f27a"
    in 2.143s (2.143s including waiting). Image size: 238035014 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:56Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bfbf357495
    namespace: kserve-ci-e2e-test
    resourceVersion: "14596"
    uid: 3aec8f82-6aab-4994-8a75-dafd50125b79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-25T00:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:56Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bfc25d2c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: ec6d551a-a601-4946-8633-d9cb88df8fbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:04:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-25T00:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:04:56Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bfc2d450bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: bdb4acc7-081f-4e26-8bf3-154e3db4de04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:20Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970bfd368193c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: b218b2d6-ead7-442e-b020-06236284762c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-25T00:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:20Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970c00f2f1726
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: d7ae3334-d1e6-48c2-a9d5-5a6f85381e9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970cfebb73733
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 5c2bca67-f940-494e-a646-d882aaff870d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970cfebb7a7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 30848eb8-43e1-4c79-8fc7-b61a149f76f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:06Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970cfebb98832
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 5483ec8d-2707-44dd-995d-acadecb14b89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 61e5ef93-f2a2-4790-959d-834c553d9929
  kind: Event
  lastTimestamp: "2026-04-25T00:06:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:06:19Z"
    name: isvc-sklearn-batcher-predictor-77df99677f-dd6m6.18a970d097405f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 010d893d-bdbe-4185-9c53-84a88b6ea020
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-77df99677f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: 7c35f1e7-17e8-4791-9774-76408af334a7
  kind: Event
  lastTimestamp: "2026-04-25T00:04:31Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-77df99677f-dd6m6'
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher-predictor-77df99677f.18a970b9ce2d10e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: c733b1ba-2228-4779-af8e-16eb17aff4b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14365"
    uid: 0a3c8040-ceb8-4082-9257-a2ed0fa38f8f
  kind: Event
  lastTimestamp: "2026-04-25T00:04:31Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-77df99677f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher-predictor.18a970b9c6dfdd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: c7b2522c-1454-43f7-965c-f3d9c499e3e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 722f064b-0b65-443c-8cc4-c52c7368c8d2
  kind: Event
  lastTimestamp: "2026-04-25T00:05:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:05:31Z"
    name: isvc-sklearn-batcher-predictor.18a970bd4c427153
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 08b3ae39-bd50-4a0b-95e5-815399e4772d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 722f064b-0b65-443c-8cc4-c52c7368c8d2
  kind: Event
  lastTimestamp: "2026-04-25T00:05:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:05:31Z"
    name: isvc-sklearn-batcher-predictor.18a970bd4c9f760e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: 68ce2baa-b3b8-4089-8183-7bf8cf615f7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 722f064b-0b65-443c-8cc4-c52c7368c8d2
  kind: Event
  lastTimestamp: "2026-04-25T00:06:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:01Z"
    name: isvc-sklearn-batcher-predictor.18a970cb489c4193
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: ce15f387-0535-4218-80ff-7d1dbe229cef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 722f064b-0b65-443c-8cc4-c52c7368c8d2
  kind: Event
  lastTimestamp: "2026-04-25T00:06:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:06:01Z"
    name: isvc-sklearn-batcher-predictor.18a970cb49086541
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 10f65e4f-c4e3-44cb-b0ad-6894df699488
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: f787f984-066d-445c-bd11-493c7672cd58
  kind: Event
  lastTimestamp: "2026-04-25T00:06:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:06:00Z"
    name: isvc-sklearn-batcher.18a970b9ccf782af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 018aa82e-d0bd-4fe1-b75e-fbd60b23c4a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: f787f984-066d-445c-bd11-493c7672cd58
  kind: Event
  lastTimestamp: "2026-04-25T00:04:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher.18a970b9cd63a91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: edb70cbb-e0db-49a7-887e-4c9775f0a767
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: f787f984-066d-445c-bd11-493c7672cd58
  kind: Event
  lastTimestamp: "2026-04-25T00:04:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:04:31Z"
    name: isvc-sklearn-batcher.18a970b9cd64006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 7bb1370a-7486-4ad5-8d04-b71e27567bf5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: f787f984-066d-445c-bd11-493c7672cd58
  kind: Event
  lastTimestamp: "2026-04-25T00:06:00Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:06:00Z"
    name: isvc-sklearn-batcher.18a970ce83902be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: bcef609c-49ec-456b-b8e2-be02adf75c62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:16:38.254217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971630fbeaa8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: 345f1021-cc73-45a9-8758-d7ad6f6417fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971632917c1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: b998b584-4163-4bdd-86f5-0b4a5f137547
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971632a9ef647
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 9e6d0b6b-c607-4b9c-80e9-978a6879e3bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971632d5f9662
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: 257c1ce2-7be2-4daa-afe8-15d61f676baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971632dd444ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: 5d242708-0121-4adf-83e0-5801e30d2689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:43Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971643d280310
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: feb46860-e1d9-4dcf-aec9-7ddb742f7f6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:43Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971644048d8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: e1bc81c0-c6b0-4584-b874-8707a10cc0b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:43Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a9716440c3baa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 3642e82a-761b-4a75-b8d0-362b5bfab997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:43Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a9716440d11cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 5c7b82cb-3422-4559-992d-cf6ff9a53e74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.89s (2.89s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164ed161075
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: e3c04f4e-0e2a-47e7-8af3-ab2bd055d94d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164f0384608
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: 929e2851-48f7-47af-882b-068374607026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164f0aecf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20482"
    uid: a59f770f-c44f-48d2-84c7-604b4f86001e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164f0ba74c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 6420285e-f6a4-4f01-9bec-c98138077412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164f3cdba9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: ae7bb5ee-2166-45c3-bd9e-748791a713e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:16:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:16:46Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97164f4422429
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 29669a93-6990-49d8-bb88-206367a3cc6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97175b44d1fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 245e779c-4b75-4d8b-8a6a-3153be3ff08e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97175b44d8da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: 7da16ce4-b207-45b9-892b-133096ca08e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:17:58Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-25T00:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:17:58Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97175b44dbc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 03d55e3e-ab7c-475f-abb6-1c5aed494335
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:18:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:24Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a97175f0812766
    namespace: kserve-ci-e2e-test
    resourceVersion: "21253"
    uid: 04397a45-d5ad-4a97-a654-b2b7db4e5c10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 6a612862-dbb6-4eaf-bf08-ee50f2f2df52
  kind: Event
  lastTimestamp: "2026-04-25T00:18:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:18:24Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng.18a971771acd28ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: 1245508c-5202-4a64-9a52-9e00c0056d67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6c44fd9c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20368"
    uid: eca6a1f3-4607-40fe-8a30-a583621a6ded
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6c44fd9c54-vg7ng'
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor-6c44fd9c54.18a971630f6578de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 55d2b82b-4ede-4bbc-8034-f6aad55ddb1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 521354bc-78ab-440a-bb4d-20ca37dca62c
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6c44fd9c54 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp-predictor.18a971630c48dd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 07a4a98b-493c-42c2-a4f2-940915418a60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 99bf7c7b-6c02-4087-ae31-f17dfbc80314
  kind: Event
  lastTimestamp: "2026-04-25T00:17:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:17:54Z"
    name: isvc-sklearn-mcp.18a971630bd53731
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 166d6088-4382-49d6-aa76-aacfacb686f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 99bf7c7b-6c02-4087-ae31-f17dfbc80314
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp.18a971630c65fb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: b929ba48-383a-4ec0-91de-36c2fd79df38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 99bf7c7b-6c02-4087-ae31-f17dfbc80314
  kind: Event
  lastTimestamp: "2026-04-25T00:16:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:16:38Z"
    name: isvc-sklearn-mcp.18a971631238c66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: 296ea399-1c46-4e56-b13c-01e560f12da4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 99bf7c7b-6c02-4087-ae31-f17dfbc80314
  kind: Event
  lastTimestamp: "2026-04-25T00:17:54Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:17:54Z"
    name: isvc-sklearn-mcp.18a97174cb3d1558
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 7dbdfa9e-d145-4458-ad85-c548ba2f0218
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:36:33.258025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-66877cc755-gpc2d
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a972794b85b770
    namespace: kserve-ci-e2e-test
    resourceVersion: "30668"
    uid: a1af009f-a9f4-462a-afd0-98037480f3f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727953770b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 565cd8e1-6ee5-4646-a361-7eb7fbeabcdf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30671"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:34Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:36:34Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a97279883c4e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: 4a776322-6dd6-4de0-a924-dbeec54268d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:34Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a97279897ff557
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: 4b3bb5cf-6999-4c04-b2b4-f2e72b7fafaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:34Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a972798c7883be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: 1380daf2-62eb-45f9-94ae-3d2c5ad6110c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:34Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a972798d01a35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30691"
    uid: 3523616c-be37-44fa-8922-9d6404632085
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a96efb47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 26dc50fb-9d83-4ade-8ba7-701a138e6bca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a99d28fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 253ff7d2-dafd-4abb-89c7-0777fc931400
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a9a4b87c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: 58373a5b-5ef9-4692-91b3-6e718786867d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a9a566449
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 514f1b33-7a58-4ad3-bfc8-f5356fa6cef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a9d50b822
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 098e585c-8f35-44a6-bfdd-136af241f18a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:36:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:36:38Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727a9dc08c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: 860c0b0b-56e9-4910-abd3-c017efe469a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:55Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9727ad2e06865
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 4807b9aa-d687-4c0e-8092-0787b468a82f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9728bf1b6d17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 9bce0a72-9e56-4d1b-9b86-e7b81f48c0bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9728bf1b74338
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: 9488bae1-6d2d-4d5d-ae01-211efcadb7fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-66877cc755-gpc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 78f608da-2859-43f9-9a66-4d094bb5ee48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:55Z"
    name: isvc-sklearn-predictor-66877cc755-gpc2d.18a9728c84f0002a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: 3c6a7b1e-4e21-4b2b-a22a-88a988584a7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-66877cc755
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: b0379f81-616d-4a60-a3ac-99041593f574
  kind: Event
  lastTimestamp: "2026-04-25T00:36:33Z"
  message: 'Created pod: isvc-sklearn-predictor-66877cc755-gpc2d'
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-sklearn-predictor-66877cc755.18a972794afe8eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 78610703-d8b0-49f2-b826-e49fd2afa750
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 2eee52d3-6fff-4fe3-b234-33ce2cf4e208
  kind: Event
  lastTimestamp: "2026-04-25T00:36:33Z"
  message: Scaled up replica set isvc-sklearn-predictor-66877cc755 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-sklearn-predictor.18a97279485be006
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 39e9c812-ffd2-4db8-8c17-eb070d973e45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 6caf78ed-a388-4386-921c-33e452ff1b48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:18Z"
    name: isvc-sklearn-predictor.18a9727cc7329935
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: cbc1d5c8-4901-44c9-8b67-d334e165d55f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 6caf78ed-a388-4386-921c-33e452ff1b48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:18Z"
    name: isvc-sklearn-predictor.18a9727cc795506e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: 37916dee-55e3-46e5-8015-44e96dcd9e71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: 6caf78ed-a388-4386-921c-33e452ff1b48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:48Z"
    name: isvc-sklearn-predictor.18a97287444d9bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 87e86357-4224-44a6-b964-db1f68080ebb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: 6caf78ed-a388-4386-921c-33e452ff1b48
  kind: Event
  lastTimestamp: "2026-04-25T00:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:48Z"
    name: isvc-sklearn-predictor.18a9728744b2cc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31243"
    uid: b45b8478-53d3-4a6e-946b-ae5574bcc760
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:38:53.623410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a97299f9f38b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: cffcca8b-26c6-48d2-a588-4559f87a6286
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729a05e8b0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: a6787d41-200f-4f73-a631-ca8c0e06ec29
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:38:54Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:38:54Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729a36a096b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31873"
    uid: 2c3f4de2-ae63-4f83-9cd7-a6d6a6509009
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:38:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:54Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729a37f12745
    namespace: kserve-ci-e2e-test
    resourceVersion: "31875"
    uid: 6c50121a-0c08-4bc5-a718-8f51d5518a44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:38:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:54Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729a3b206725
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 20e51939-98bb-4a78-a1a7-0a6a5d200da4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:38:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:54Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729a3b94b360
    namespace: kserve-ci-e2e-test
    resourceVersion: "31878"
    uid: 1cfc167a-3c37-479a-b755-31b95eabd8dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b84fdbc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: 65f78a76-b5cf-440a-9ae0-27b61122432d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b87d0b204
    namespace: kserve-ci-e2e-test
    resourceVersion: "31927"
    uid: d6797952-9af0-4ac7-aa03-6d51b93dfed0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b8848a518
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: 7f2e2dbf-4d3f-42a3-9635-afa58052441f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b8854201a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: b3276f23-efa5-436c-b551-1ffc545a10bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b8b5d1f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: 28003e42-1654-4355-8254-986a1b244eb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:00Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729b8bd32443
    namespace: kserve-ci-e2e-test
    resourceVersion: "31934"
    uid: 7edb30e0-1955-401d-ad0b-f3062223bb50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:08Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a9729bfce10775
    namespace: kserve-ci-e2e-test
    resourceVersion: "31995"
    uid: a41e5ef7-40e5-49e4-b169-119624222f8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a972a299e56eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 0353b079-8b63-41de-923e-d3dd3ee7c772
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8f53103f-b3ff-4b31-a09f-b9aa912df6a9
  kind: Event
  lastTimestamp: "2026-04-25T00:39:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk.18a972a299e5ec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: 9186dcae-e342-4fc5-ab51-e0edbb66a337
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-75fc9fb85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: e1e86f98-ef83-4143-a7c0-f69f7efe6c2d
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-75fc9fb85c-4kmkk'
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: isvc-sklearn-runtime-predictor-75fc9fb85c.18a97299f98f15d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 7dbcacd8-5781-40c7-8975-f80e6750a9d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: d40b2864-f788-41a9-b65e-3b6dd7923716
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-75fc9fb85c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: isvc-sklearn-runtime-predictor.18a97299f646d5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: ce0d9caa-856b-4e30-994b-d64e1f57b154
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 9fea85d6-4963-4dbf-86b1-b1f23704897c
  kind: Event
  lastTimestamp: "2026-04-25T00:39:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:08Z"
    name: isvc-sklearn-runtime-predictor.18a9729d74d42aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: 814aa99d-b5bf-4ede-8427-9ff54f0df3cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 9fea85d6-4963-4dbf-86b1-b1f23704897c
  kind: Event
  lastTimestamp: "2026-04-25T00:39:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:08Z"
    name: isvc-sklearn-runtime-predictor.18a9729d75386994
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: 03b21f29-cbdc-44df-9cd1-9c23ab517b72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 9fea85d6-4963-4dbf-86b1-b1f23704897c
  kind: Event
  lastTimestamp: "2026-04-25T00:39:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:23Z"
    name: isvc-sklearn-runtime-predictor.18a972a0f437cdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: b62f6401-89a3-4c7e-b040-b101f29c77a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 9fea85d6-4963-4dbf-86b1-b1f23704897c
  kind: Event
  lastTimestamp: "2026-04-25T00:39:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:23Z"
    name: isvc-sklearn-runtime-predictor.18a972a0f4990934
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: b62bc5db-0f81-49c7-91fb-b297c61d1dba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 69106e0a-5958-40fd-ade3-f93b706321c2
  kind: Event
  lastTimestamp: "2026-04-25T00:39:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:39:18Z"
    name: isvc-sklearn-runtime.18a97299f61ca19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32080"
    uid: 4ab1fd97-7e55-41eb-b23a-a6f1d71e18c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 69106e0a-5958-40fd-ade3-f93b706321c2
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: isvc-sklearn-runtime.18a97299f674fefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 7a28c169-51da-4f39-9cd2-43f1198eea72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 69106e0a-5958-40fd-ade3-f93b706321c2
  kind: Event
  lastTimestamp: "2026-04-25T00:39:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:39:18Z"
    name: isvc-sklearn-runtime.18a9729fbb44c197
    namespace: kserve-ci-e2e-test
    resourceVersion: "32079"
    uid: 80173405-6e97-42dd-9f99-66e228762e43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:53:15.807748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39123"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-68847956b-cl76p
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362b8246d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: fe063fc8-96e9-445a-9b3b-9219c6bca628
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:16Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362c39911d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 84e40359-139e-45ea-b517-89f111a05df6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:16Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:53:16Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362f4ccff96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39150"
    uid: bf725df4-f890-43ff-a68e-18e3e780bf02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:16Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362f62463fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39152"
    uid: 384c9f07-5dc7-4466-bfb8-3adfa6cc1611
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:16Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362f9bd7790
    namespace: kserve-ci-e2e-test
    resourceVersion: "39153"
    uid: 16b9eb59-a354-4697-a004-2bbbfedcc2fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:16Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97362fa305f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 3d0c5219-0cbf-44bb-be4a-939b3ed94cb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a973637027a461
    namespace: kserve-ci-e2e-test
    resourceVersion: "39175"
    uid: da1a2580-1288-4a8c-a31a-17e02d81af07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97363732d4d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: ecbd12c4-3358-49d8-9112-951253482d69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a9736373a22804
    namespace: kserve-ci-e2e-test
    resourceVersion: "39180"
    uid: c91ffb8a-bc2d-4e43-8efc-051604750a49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a9736373ae2d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39181"
    uid: c9ce6b8c-80d5-42f3-963d-070cdcbe1b8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:19Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97363772b18c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39183"
    uid: 11c7be7c-90d3-4060-9d98-9623c855cc31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:19Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97363779d2723
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: a8fa63bd-179a-4f9f-8ad2-0c9dae218e60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:36Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a97363e7f87174
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 79662c43-73c6-40a9-bd6b-85f755607119
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:35Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a973755debbeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39765"
    uid: fb458e41-12d0-4cba-bdae-54e51a108d99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:35Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a973755dec5331
    namespace: kserve-ci-e2e-test
    resourceVersion: "39766"
    uid: 93f0ea7a-1c23-4bba-a44e-857a9667f0c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-68847956b-cl76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 33472dc9-805c-42f8-ae87-105a010b793a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:36Z"
    name: isvc-sklearn-s3-predictor-68847956b-cl76p.18a973759a166012
    namespace: kserve-ci-e2e-test
    resourceVersion: "39812"
    uid: 8f1aaacc-420a-4565-89ab-7b757ef52224
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-68847956b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39114"
    uid: 60856f80-7f7d-4267-847a-c0c0bb9998fc
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-68847956b-cl76p'
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-sklearn-s3-predictor-68847956b.18a97362b7bdfa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: 038fa779-c45d-4084-ac18-d4b90ffd1ec2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: c3da8375-eee5-4621-8608-b2c09ec5206d
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-68847956b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-sklearn-s3-predictor.18a97362b581d379
    namespace: kserve-ci-e2e-test
    resourceVersion: "39116"
    uid: 98ee7e6a-6942-44fb-9134-f52f52de5c37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: 2c1c8464-03c5-43d1-ad8a-91dbe5d0cbee
  kind: Event
  lastTimestamp: "2026-04-25T00:53:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:45Z"
    name: isvc-sklearn-s3-predictor.18a97366340e4a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39382"
    uid: 8f1ecb55-7e97-4878-a4ec-2cce27d70dc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: 2c1c8464-03c5-43d1-ad8a-91dbe5d0cbee
  kind: Event
  lastTimestamp: "2026-04-25T00:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:45Z"
    name: isvc-sklearn-s3-predictor.18a97366347109de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39383"
    uid: eb6e4a90-1dc5-4438-a9f4-2d7295fdf05a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 2c1c8464-03c5-43d1-ad8a-91dbe5d0cbee
  kind: Event
  lastTimestamp: "2026-04-25T00:54:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:30Z"
    name: isvc-sklearn-s3-predictor.18a9736d32297814
    namespace: kserve-ci-e2e-test
    resourceVersion: "39706"
    uid: 6669cbe2-bd54-41ef-a0dd-d3ab449a1d69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: 2c1c8464-03c5-43d1-ad8a-91dbe5d0cbee
  kind: Event
  lastTimestamp: "2026-04-25T00:54:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:30Z"
    name: isvc-sklearn-s3-predictor.18a9736d328885a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: 11b877b1-e9b6-47e0-8a85-cec6f0ccb261
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:57:29.292821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41309"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:57:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739dbd07b07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41315"
    uid: 51989e7e-c227-439d-8792-bff0c90c5a49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739dcc46f879
    namespace: kserve-ci-e2e-test
    resourceVersion: "41325"
    uid: 14d49044-19a2-4670-81ae-af1925363270
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:30Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:57:30Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739df9a0a2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: 02199cd4-189c-4b50-8807-446fd582a044
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739dfaf8e350
    namespace: kserve-ci-e2e-test
    resourceVersion: "41375"
    uid: 160c3a24-f2a8-4a4c-9eab-c35e38f36c95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739dfd87c59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41379"
    uid: 2a907e89-45e3-4280-91e3-fe83fdefb27f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a9739dfdf9fae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41380"
    uid: 0b5e81a6-7fed-4f10-a9b9-b7aa3534597b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41312"
    uid: e0896ccd-ea9e-4476-92c5-79097a4f7e60
  kind: Event
  lastTimestamp: "2026-04-25T00:57:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6.18a973a0102fe160
    namespace: kserve-ci-e2e-test
    resourceVersion: "41428"
    uid: fc3e7805-5955-4c58-bab5-408851b6ccac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548
    namespace: kserve-ci-e2e-test
    resourceVersion: "41300"
    uid: 1be393c2-8123-499e-a470-dd93efc0fb39
  kind: Event
  lastTimestamp: "2026-04-25T00:57:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548-f99b6'
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548.18a9739dbc9c6272
    namespace: kserve-ci-e2e-test
    resourceVersion: "41313"
    uid: 4e89d9b1-f13b-40d3-91f9-691a8a1a2d43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41298"
    uid: 88c2efc0-b20a-43b4-91d8-351fc14ffadd
  kind: Event
  lastTimestamp: "2026-04-25T00:57:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-67d4ccc548
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a9739db9d0f036
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: db1e6949-f250-43e6-8f2d-961ed3c61d0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41289"
    uid: 814295b3-2084-42fd-9807-5a9a5a6efce7
  kind: Event
  lastTimestamp: "2026-04-25T00:57:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:57:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9739db9ab9b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41381"
    uid: c78e2176-9122-4efb-aaa1-7f8ec7334ea1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41289"
    uid: 814295b3-2084-42fd-9807-5a9a5a6efce7
  kind: Event
  lastTimestamp: "2026-04-25T00:57:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:57:29Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9739db9fd6947
    namespace: kserve-ci-e2e-test
    resourceVersion: "41304"
    uid: 194b2b06-7353-4f1c-ac14-e1a5b587083b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:56:08.193470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40626"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738adb21d101
    namespace: kserve-ci-e2e-test
    resourceVersion: "40633"
    uid: 7b6f17be-3ef5-409e-b5c3-1b4cd68d2e1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40637"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738af483db99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40645"
    uid: c5439032-372a-4bbc-bca6-d8ce57c82a14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738af5cf7f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40647"
    uid: 7cb18532-cc4d-4509-ac91-913e8f470a04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738af89102ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: 7b76a2b9-1504-4dec-a567-b8b58ddd7ec0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738af901e513
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: 47ade171-f1f7-448e-bd98-c2f4c6299207
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b5eb08ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40669"
    uid: 926ba5e7-8c2c-4b83-84d1-aaaf44219adf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b61b15c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40673"
    uid: 5bd11633-2015-45dd-b4fe-76ae7b3a3c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b62241955
    namespace: kserve-ci-e2e-test
    resourceVersion: "40674"
    uid: bfb112c5-98ca-4fa0-9905-850a187dd592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b62306c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: 1af21526-2e9d-4b69-ab12-754c779e7ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b65458e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "40677"
    uid: 48b8013f-285a-421d-85ca-05ae41f3307e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:56:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738b65bc5e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "40678"
    uid: cbb731ab-5d89-4f44-a525-d4bfe909d378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:57:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9738bd65eab00
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 36e9a911-4dd3-4367-8db1-7b6796592968
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:57:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9739d7ce0b943
    namespace: kserve-ci-e2e-test
    resourceVersion: "41269"
    uid: 5ade2b00-98ce-46ef-b00a-7582767e18fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:57:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9739d7ce1507c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 4e69c430-4181-403f-b687-787b76059170
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 93df935b-4dd4-4369-a49c-bf7e95f8d7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:57:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v.18a9739d8874ec3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41273"
    uid: 26d246eb-286e-42bd-a684-0fed059105f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40615"
    uid: 751b5cbc-e310-4b97-85a4-f272fe713123
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d-52m5v'
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d.18a9738ada9d0431
    namespace: kserve-ci-e2e-test
    resourceVersion: "40629"
    uid: dbb5107a-6d16-4a0f-862f-c11b857c32bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40613"
    uid: d99e4b57-d7a3-48b7-97af-6c3dd3b6a2d9
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-79c8d8749d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9738ad7ee50a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40617"
    uid: 00af5502-6ab7-4e24-9972-1f8e48eba336
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 062d6f06-9609-4669-a2c4-f206538c111c
  kind: Event
  lastTimestamp: "2026-04-25T00:56:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:56:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9738e56c81076
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 46a4cdfc-fae4-4b6d-bd96-acab878cb16b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 062d6f06-9609-4669-a2c4-f206538c111c
  kind: Event
  lastTimestamp: "2026-04-25T00:56:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:56:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9738e572c46ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: 28775bdf-9fb6-49b8-990f-343128e04e43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40765"
    uid: 062d6f06-9609-4669-a2c4-f206538c111c
  kind: Event
  lastTimestamp: "2026-04-25T00:57:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9739554ece0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41211"
    uid: f936d7ce-fac1-466c-809e-af4430666f4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40765"
    uid: 062d6f06-9609-4669-a2c4-f206538c111c
  kind: Event
  lastTimestamp: "2026-04-25T00:57:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a97395554b6b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "41212"
    uid: f5afd59d-df3c-4416-876c-0213822397ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40604"
    uid: 6852bd9f-201d-4ca9-acf6-40969226a2a3
  kind: Event
  lastTimestamp: "2026-04-25T00:57:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:57:18Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9738ad7c85b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: 4366c9fe-7b56-45ca-a8c1-eb9bc88641a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40604"
    uid: 6852bd9f-201d-4ca9-acf6-40969226a2a3
  kind: Event
  lastTimestamp: "2026-04-25T00:56:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:56:08Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9738ad81b6660
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: 514d4359-5b87-4948-882a-9ec167ffc103
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41175"
    uid: 6852bd9f-201d-4ca9-acf6-40969226a2a3
  kind: Event
  lastTimestamp: "2026-04-25T00:57:18Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:57:18Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9739b3a38282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: fc5b7a39-1001-48b6-95f6-e795abc2c1df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:55:57.122160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40455"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a97388473b064a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 7918a5f7-9fc6-450c-b22d-b2e7141d57ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40464"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: "2026-04-25T00:55:57Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a9738863cd4015
    namespace: kserve-ci-e2e-test
    resourceVersion: "40477"
    uid: 0ca8c09a-74d2-4560-b26d-2870098d98fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: "2026-04-25T00:56:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a973886534fe6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40517"
    uid: 0b2d54b7-4102-4488-8b25-ec8b8467accc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: "2026-04-25T00:56:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a973886829b8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: ece3ec71-ee6c-4171-bf85-95a6304c5ec3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: "2026-04-25T00:56:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a9738868ab1a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "40522"
    uid: 11373335-6a2b-432b-98cd-b6b5d29d259e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: c3c1ee2a-1919-4f24-ab75-8490c5dc6ef1
  kind: Event
  lastTimestamp: "2026-04-25T00:56:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:56:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6.18a9738a99c5ca14
    namespace: kserve-ci-e2e-test
    resourceVersion: "40584"
    uid: 487a83db-14fd-48a2-8d2d-1e85a697ad5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40445"
    uid: faa89981-e170-4941-a25a-8584a5222158
  kind: Event
  lastTimestamp: "2026-04-25T00:55:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d-n8kt6'
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d.18a9738846afb9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40457"
    uid: 73aef8bf-0bdc-4378-8607-05c2a08d9d6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40443"
    uid: 4148b107-5fb0-42e6-a881-c16992758728
  kind: Event
  lastTimestamp: "2026-04-25T00:55:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-74cbdcf44d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a9738843cebc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "40447"
    uid: b90fc71d-6853-4106-b8cf-45c8c692ed82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: 74a5423d-fc64-4280-ba6b-d292428bb17e
  kind: Event
  lastTimestamp: "2026-04-25T00:56:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:56:01Z"
    name: isvc-sklearn-s3-tls-global-fail.18a9738843a0f151
    namespace: kserve-ci-e2e-test
    resourceVersion: "40523"
    uid: 07dbc0f9-a429-4fb1-9ac2-e07e4990b9ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: 74a5423d-fc64-4280-ba6b-d292428bb17e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail.18a9738843f98923
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: ae6f0654-2e54-4a8a-924b-7196742da28f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 74a5423d-fc64-4280-ba6b-d292428bb17e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:55:57Z"
    name: isvc-sklearn-s3-tls-global-fail.18a97388495b02db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40467"
    uid: 16afad1d-344f-4c23-aa2f-a20109e32969
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:54:36.006926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39789"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:54:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:54:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a973756462c97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39793"
    uid: a3559e87-115f-4430-86f2-76909224da00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a973756f913943
    namespace: kserve-ci-e2e-test
    resourceVersion: "39803"
    uid: 79195a0f-5366-4c7e-b563-68079862512c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39799"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:37Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:54:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375a1363eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39815"
    uid: 6117218a-c822-4590-b20b-00449ca58993
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375a28148f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39817"
    uid: 3f06e467-13e4-42b9-81d3-435f9106c2e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375a553af62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39819"
    uid: abb9b1e6-ee48-456e-9998-9b89988ea596
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375a5c7abbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39820"
    uid: 61f55926-f040-424d-ab38-98fb2e6cfdc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375e27daae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39834"
    uid: 4b75e79e-ba7f-4ecd-9edb-285afc87d667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375e6a2b8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: be25849e-7303-4c95-9d07-8be5f7c14435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375e7194d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39839"
    uid: 6a4cf337-9a06-4981-ab2e-7fd57b755053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375e7248afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: 6c433538-488a-4448-b9db-b933b6fce67c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375ea42938a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39842"
    uid: 3c4a4705-5a7b-4ada-8c95-eb70bfb121bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:54:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97375eabd5b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "39843"
    uid: cb4840a6-4ae0-4f5d-97b1-e73f484736a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:55:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a973765a501242
    namespace: kserve-ci-e2e-test
    resourceVersion: "40422"
    uid: 4075f603-d835-4e63-9d58-01ee0cd2102d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:55:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97388071a3e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40418"
    uid: 11d534c3-9792-4fc6-a895-47478144be2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:55:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a97388071aa302
    namespace: kserve-ci-e2e-test
    resourceVersion: "40419"
    uid: b762e10b-c444-41ab-83ad-a3ee17fdbbac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 7a8ed903-d44c-4e32-aff3-f7fc0ff0512e
  kind: Event
  lastTimestamp: "2026-04-25T00:55:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:55:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl.18a973880c74343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40421"
    uid: 8b257b11-7f21-4a0c-b62d-faa10a360e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39778"
    uid: c26d6b31-2b95-4aca-8a71-401fcb41c8a6
  kind: Event
  lastTimestamp: "2026-04-25T00:54:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-847874886b-rvhkl'
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-847874886b.18a9737563d85b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: c6920ad3-fb05-46bb-a5e6-5c1cf302bc91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: bb7a85a7-7405-48e6-a553-ee2e217fdc50
  kind: Event
  lastTimestamp: "2026-04-25T00:54:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-847874886b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a973756147075c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: e4a61fe9-5eda-4cee-b594-40c58b8e481a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: 2c3736a1-9248-4436-a778-1df8aa9f70d5
  kind: Event
  lastTimestamp: "2026-04-25T00:54:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a97378e07a1b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39938"
    uid: 77d4af0c-5f3e-4d33-840e-1351e9d9bfef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: 2c3736a1-9248-4436-a778-1df8aa9f70d5
  kind: Event
  lastTimestamp: "2026-04-25T00:54:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:54:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a97378e0dc36ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39940"
    uid: 8ff70eac-c2b0-40fa-a789-9ae62ac28039
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: 2c3736a1-9248-4436-a778-1df8aa9f70d5
  kind: Event
  lastTimestamp: "2026-04-25T00:55:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9737c5fa9e08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40364"
    uid: a6303ef6-1b68-4744-8d1e-a38c63a88e13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: 2c3736a1-9248-4436-a778-1df8aa9f70d5
  kind: Event
  lastTimestamp: "2026-04-25T00:55:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9737c60105bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40365"
    uid: 4f48cbe7-927d-4e37-a1da-3fbb25b06b20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: ccdba2bd-5665-418e-ad5a-8d28302dd6c7
  kind: Event
  lastTimestamp: "2026-04-25T00:55:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18a97375611edd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 5a08d27b-dbc6-4224-b506-a76579a09f04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: ccdba2bd-5665-418e-ad5a-8d28302dd6c7
  kind: Event
  lastTimestamp: "2026-04-25T00:54:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:54:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18a97375616c94dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 271b91fc-1cd3-48f4-92d5-3c96a3253f89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: ccdba2bd-5665-418e-ad5a-8d28302dd6c7
  kind: Event
  lastTimestamp: "2026-04-25T00:55:46Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18a97385bd1f5efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40334"
    uid: 56b43c39-6952-46a6-9e85-ca836ad33edb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:58:51.445205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42071"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:58:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b0ddb1a988
    namespace: kserve-ci-e2e-test
    resourceVersion: "42077"
    uid: 66a0bc7d-7173-45fc-90a2-d9a6c53895f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:58:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b0e9aa736c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42086"
    uid: 6969919a-f6d4-4e17-805a-ecaa69eb963a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42081"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:58:52Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:58:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b11a5a674b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: 8c70a8a9-6621-48ee-bc1e-2c243846480a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:58:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b11be2c5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42154"
    uid: fc81b5c1-dd9b-4445-b960-1cf30d2c0c0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:58:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b11eb05121
    namespace: kserve-ci-e2e-test
    resourceVersion: "42158"
    uid: adbc92f6-cce9-4795-8123-a99514139c38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:58:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b11f2a2177
    namespace: kserve-ci-e2e-test
    resourceVersion: "42159"
    uid: 2a035d8e-19e1-4013-93c8-13e03a8e26b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42073"
    uid: 23e458c7-711b-489a-a13b-451a333ad874
  kind: Event
  lastTimestamp: "2026-04-25T00:59:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:59:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf.18a973b3319654ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "42194"
    uid: 97735c65-d40b-473c-8292-845b1835a199
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "42062"
    uid: 7f5206c9-ad6e-46ff-aedd-9228f15dd3fd
  kind: Event
  lastTimestamp: "2026-04-25T00:58:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99-8qppf'
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99.18a973b0dd37ac23
    namespace: kserve-ci-e2e-test
    resourceVersion: "42072"
    uid: e26c1683-dbd2-4a8d-85ea-421d7602bbe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42060"
    uid: a8fa2b0e-fb04-42b7-8eca-c5455d9dd9b9
  kind: Event
  lastTimestamp: "2026-04-25T00:58:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5b5b4d5d99
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a973b0d9e1e8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42065"
    uid: d9cafcf9-3f91-4b36-bb21-babaa713502e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42050"
    uid: 1f3e4300-65b2-4b14-bd79-8f3be325ddf6
  kind: Event
  lastTimestamp: "2026-04-25T00:58:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:58:58Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a973b0d9b6614f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42160"
    uid: 67e44139-f11e-4268-a7b0-e5dc35305570
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42050"
    uid: 1f3e4300-65b2-4b14-bd79-8f3be325ddf6
  kind: Event
  lastTimestamp: "2026-04-25T00:58:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:58:51Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a973b0da6f4dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42068"
    uid: a657a6ea-5269-4c90-8cc0-b28816544d62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:57:40.343374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41467"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a04fb1be18
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: 45c536ac-9612-4ea6-875f-dace5b15621c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41478"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a068cacddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41486"
    uid: 6ed2a8e3-6a0f-4573-a5d5-794fd872f439
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a06a5c1659
    namespace: kserve-ci-e2e-test
    resourceVersion: "41489"
    uid: f8d26e48-4a7c-4857-92d4-ca9e9aa2f826
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a06d898392
    namespace: kserve-ci-e2e-test
    resourceVersion: "41490"
    uid: 4aabf39d-bcb3-4df3-98be-2149cf294d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a06dfd9f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41491"
    uid: 787076bb-232a-47f9-be26-550872bbe697
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0db2f2785
    namespace: kserve-ci-e2e-test
    resourceVersion: "41510"
    uid: 607fd85e-5789-4763-8a78-9ff2f23a33b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0ddfaa8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41514"
    uid: d068c0a6-610c-4012-9601-062060018f4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0de701dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41515"
    uid: 2f6bead4-ff63-4412-a33e-d02f316e67f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0de7c639a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41516"
    uid: 589d1196-0bba-4485-92ad-e02dc9422b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0e2176bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41519"
    uid: d93332b6-cb34-4220-9005-1be40b9ddede
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:57:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:57:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a0e28a1d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41520"
    uid: ef05e6e5-1229-4962-9a38-d7c14d8e5e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:58:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973a1171e953c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41930"
    uid: 6f7721a8-6a62-4b44-9090-af22d153b0e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:58:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973b09ddc23d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: 3617e260-5b04-484f-818b-ac4a671d4774
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 765f9e1b-e1d5-42da-9355-c7cc69f9131a
  kind: Event
  lastTimestamp: "2026-04-25T00:58:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:58:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2.18a973b09ddca3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42039"
    uid: 71275ced-28bb-429c-b019-1a33897a1c5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41459"
    uid: 2701c38a-c925-449c-9fca-14535fed9544
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c-mhjf2'
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c.18a973a04f257bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41469"
    uid: 2165c2ad-b943-4bf3-aa7e-68b4536a4981
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41457"
    uid: f0078fb4-754a-4f1c-b0ef-a24397cbe8f0
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-b4cf7979c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a973a04cc1bf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41461"
    uid: 8ca87d2e-c3e1-47b3-8fd7-9a579469c646
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41458"
    uid: 361f844d-4952-4803-a238-44591c99d7db
  kind: Event
  lastTimestamp: "2026-04-25T00:58:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a973a3cbb8e007
    namespace: kserve-ci-e2e-test
    resourceVersion: "41833"
    uid: 10ef82ef-ce24-4502-ae4a-329ae4b98d79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41458"
    uid: 361f844d-4952-4803-a238-44591c99d7db
  kind: Event
  lastTimestamp: "2026-04-25T00:58:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a973a3cc1a5a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41834"
    uid: 898e47d6-49ff-4b7b-8ea6-12b91bc70e97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41618"
    uid: 361f844d-4952-4803-a238-44591c99d7db
  kind: Event
  lastTimestamp: "2026-04-25T00:58:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a973ae4920ee96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41937"
    uid: a60f56bf-ced2-4633-aeb8-bab85a367ce9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41618"
    uid: 361f844d-4952-4803-a238-44591c99d7db
  kind: Event
  lastTimestamp: "2026-04-25T00:58:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:58:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a973ae49acce65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41940"
    uid: d64c04d4-33e2-482b-a51b-8f7f244d6315
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: 0df126a1-163b-4d36-aaa1-ffb9e42f6164
  kind: Event
  lastTimestamp: "2026-04-25T00:58:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:58:49Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a973a04c99e6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42015"
    uid: 9366b515-f68b-4101-813f-2930cdcad033
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: 0df126a1-163b-4d36-aaa1-ffb9e42f6164
  kind: Event
  lastTimestamp: "2026-04-25T00:57:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:57:40Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a973a04ced8fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41463"
    uid: 1f12fb2b-7f7a-4f0a-8013-2c602453af3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:58:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42013"
    uid: 0df126a1-163b-4d36-aaa1-ffb9e42f6164
  kind: Event
  lastTimestamp: "2026-04-25T00:58:49Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:58:49Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a973b07a605a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42014"
    uid: 19a58301-8d6c-4fdc-8066-9fcd952661aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: 62c04045-b74e-44a7-86b3-c242bd12ba4a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:54:27Z"
    name: isvc-sklearn-s3.18a97362b55f43ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39683"
    uid: 3c527e3a-9c9a-4575-b21d-046e8cb744e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: 62c04045-b74e-44a7-86b3-c242bd12ba4a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-sklearn-s3.18a97362b5a842eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 35728c9b-b2e0-4a09-bd13-e2701856658f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39121"
    uid: 62c04045-b74e-44a7-86b3-c242bd12ba4a
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-sklearn-s3.18a97362bb7a506c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 0e7a96cd-d64d-4454-a507-5ff0f00b8a2a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:54:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39681"
    uid: 62c04045-b74e-44a7-86b3-c242bd12ba4a
  kind: Event
  lastTimestamp: "2026-04-25T00:54:26Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:54:26Z"
    name: isvc-sklearn-s3.18a973734aeae7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: 9b406211-b8fb-47d7-afcc-ebaae6882e7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-64b8c69b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: c7d0d6c0-4387-4bb8-abaf-e1a27f53b52a
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-64b8c69b6c-np299'
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-sklearn-scheduler-predictor-64b8c69b6c.18a97278ce54c3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: 4b592a23-0564-4bd9-aaba-a68d5c15c9f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: 91daf264-a6ec-45dd-84eb-2a1913c5d9d8
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-64b8c69b6c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-sklearn-scheduler-predictor.18a97278cb54a737
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: 5d8ff4e9-c34e-4be6-b190-64310be8bf44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: ed8ed646-385e-49d4-bb2d-6bb1e9eb89d2
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-sklearn-scheduler.18a97278caec1654
    namespace: kserve-ci-e2e-test
    resourceVersion: "30609"
    uid: 3822a77b-1421-4c36-9b6f-498bc8276c78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: ed8ed646-385e-49d4-bb2d-6bb1e9eb89d2
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-sklearn-scheduler.18a97278cb6083a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: 85a82428-303c-4909-b4e5-f9b17d8ac0b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: ed8ed646-385e-49d4-bb2d-6bb1e9eb89d2
  kind: Event
  lastTimestamp: "2026-04-25T00:36:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:31Z"
    name: isvc-sklearn-scheduler.18a97278cb60dc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: f0f6d779-da8e-44a9-8123-a889158103d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:41:51.146818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33391"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c34f2bbde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 6c4afd6e-4b58-42c7-81d3-0208631fdae9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c356d43096
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: 8aa2d90a-334d-42b3-ab02-09d30dfd9fe5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:52Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c38c30c31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 3f005c98-8d84-4f54-b324-ee345b8a4fdd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c38d74f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: ce79d21c-c9a0-4662-9724-d20dc32fddde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c390498c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: 3b712bba-3a6a-4dda-aca4-229811248b6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c390b9a1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 7a5e0428-171e-4ce9-ad5c-bdaa07bb5e70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c49e8f9be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 6b7c0243-0d28-4e05-9465-77945a751815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4a1c2bd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 1325b4c9-bc48-4076-a00d-78b7e5ed28be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4a2386421
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: ae43811d-7d61-4508-8ea9-d8cc19f0edc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4a244a467
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 10533496-d582-408c-bb5f-c7b652ef29ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4a4fdabb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: 27ff2aad-cfd8-4798-a361-d638be061060
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:41:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4a56fc1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: c3704230-c34d-4a5c-ac7d-71f7f8567f83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:43:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:13Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972c4da8eb07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: b40aa8d9-df25-4fb4-994d-4ab427b4bd3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972d5f5591b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 22d7b29a-8a51-424b-9aa7-10e68757be58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972d5f559a905
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 897be417-a225-4032-814f-0871cf013ce0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: da551da4-85dd-4794-bb23-8cd99a952716
  kind: Event
  lastTimestamp: "2026-04-25T00:43:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:13Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv.18a972d68ca87007
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: 40f28b04-3c5a-4ef5-b395-c7a015de2f24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5c48844574
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: 60f346bd-0268-4267-a46f-f877fba72637
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5c48844574-8v4rv'
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5c48844574.18a972c34ec3bacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: ae8813e1-ca56-439f-bc79-43565ab02d95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: 6441da8c-143b-432c-9cc6-fb8d8c08c7ed
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5c48844574 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-mixed-predictor.18a972c34ba945dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: 43f8ccf6-b69b-442e-bc20-44a946784279
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:42:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 011600c8-4d8a-433e-804e-a089811e3181
  kind: Event
  lastTimestamp: "2026-04-25T00:42:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:42:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18a972c6ca2a9be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: ed91e1e0-ad6c-4353-b951-58d3b5de3113
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:42:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 011600c8-4d8a-433e-804e-a089811e3181
  kind: Event
  lastTimestamp: "2026-04-25T00:42:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:42:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18a972c6ca8abe10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: ad6b4232-f3c9-4321-8baf-9c06dc6421d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:42:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 011600c8-4d8a-433e-804e-a089811e3181
  kind: Event
  lastTimestamp: "2026-04-25T00:43:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18a972ca49f1827b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33968"
    uid: 9de3330b-ad4b-4e0c-b617-aecb1681dfd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:42:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 011600c8-4d8a-433e-804e-a089811e3181
  kind: Event
  lastTimestamp: "2026-04-25T00:43:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18a972ca4a559717
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 6b8f1ff3-485e-42a1-8f49-529f03f2078f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: a45d4c1e-566e-49a1-9347-38afd92d3004
  kind: Event
  lastTimestamp: "2026-04-25T00:43:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:03Z"
    name: isvc-sklearn-v2-mixed.18a972c34b831d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 77191758-78cb-48ff-845b-9ebbdaecab70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: a45d4c1e-566e-49a1-9347-38afd92d3004
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-mixed.18a972c34bda8d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33386"
    uid: 7c9bf616-33ff-4b0b-bd4f-c770e5edd546
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: a45d4c1e-566e-49a1-9347-38afd92d3004
  kind: Event
  lastTimestamp: "2026-04-25T00:43:03Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:03Z"
    name: isvc-sklearn-v2-mixed.18a972d43d5f0361
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: 058ef625-ce11-4182-a1ab-6f15675f4c70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:40:30.893141Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b09fadc999
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 37054a01-0dec-44da-8a16-034819a4cb5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:31Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b0ae5dff4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: fa2f0536-5392-42d2-8521-2004a1ec7ca8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32727"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:31Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:40:31Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b0dc5f7051
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: b8572561-25ac-42b5-a5c2-63ed3bc450c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:31Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b0ddc4659b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: c1f43c0f-ee55-484e-9735-18c371ffc73a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:31Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b0e1288cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32747"
    uid: 1c32f20a-5bec-4b84-9848-b8b1eae2bf52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:32Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b0e1a177b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 0f923e44-4a05-4214-9422-26550680f4dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f01f4573
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: fbd5e58b-3798-4ce5-8d89-327bb0787986
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f35f4736
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: e7c19589-f0b3-4ece-b286-f51e037db5d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f3d27093
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 3f85e457-b5ab-47f9-9489-38abf9d91a59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f3de58f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: 140d640c-23e5-4f2a-a10f-4d80f5df176e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f66feb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 683dbe1a-34e3-47db-88d3-7a720a7033f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:40:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:36Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b1f71db8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32799"
    uid: e73d4236-d3d3-4b97-8eb3-8c111a8c1495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:41:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:54Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972b267ffc545
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 5ac1e048-8336-49db-a288-42ecd2942f07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972c349766883
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 4af39d9c-365b-466f-9daa-9e0bffa22938
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:41:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:51Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972c349777723
    namespace: kserve-ci-e2e-test
    resourceVersion: "33373"
    uid: c6440699-3df2-45fc-9564-4c36839187d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: 075b7956-5aff-4b1b-8ca8-2c7c4681091a
  kind: Event
  lastTimestamp: "2026-04-25T00:41:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:41:54Z"
    name: isvc-sklearn-v2-predictor-54df6cf899-b6dkh.18a972c41a197c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: f965aaa0-8702-4e12-a7c0-5ac4ceaf45f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-54df6cf899
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: 0189affd-6175-4b08-b902-9ca3c942c7b7
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-54df6cf899-b6dkh'
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-predictor-54df6cf899.18a972b09f2f7f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 6c8195a7-6975-44bb-8a10-614399fc7423
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: 0a42e47c-e249-4db9-8114-d2758c7f4c62
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-54df6cf899 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-predictor.18a972b09c346056
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: 5ccc7e58-3376-40c6-b6f4-ad550d497409
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 01f8f057-c3b1-4cea-b112-1fd04f0316ba
  kind: Event
  lastTimestamp: "2026-04-25T00:41:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:00Z"
    name: isvc-sklearn-v2-predictor.18a972b41b0faf0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: dc9bd72b-3ae5-4b9a-9cca-2cd381ed9e16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 01f8f057-c3b1-4cea-b112-1fd04f0316ba
  kind: Event
  lastTimestamp: "2026-04-25T00:41:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:00Z"
    name: isvc-sklearn-v2-predictor.18a972b41b7c148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: 92e908c0-6079-437f-beb9-ce124553c73a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32868"
    uid: 01f8f057-c3b1-4cea-b112-1fd04f0316ba
  kind: Event
  lastTimestamp: "2026-04-25T00:41:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:45Z"
    name: isvc-sklearn-v2-predictor.18a972bb192d146a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: 1e68fd13-c540-4e3e-ae01-df3125b4a629
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32868"
    uid: 01f8f057-c3b1-4cea-b112-1fd04f0316ba
  kind: Event
  lastTimestamp: "2026-04-25T00:41:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:41:45Z"
    name: isvc-sklearn-v2-predictor.18a972bb1992d339
    namespace: kserve-ci-e2e-test
    resourceVersion: "33308"
    uid: 750b109c-04de-4c6c-87f7-e60aea69844c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:39:30.727575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a29d882e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: cdf4193e-edd9-43de-a32f-6a00c74e13e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:31Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:39:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a2b6df27b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 39563478-8538-4e7e-ae08-87dff2968310
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a2b84a6354
    namespace: kserve-ci-e2e-test
    resourceVersion: "32225"
    uid: 9c9b6eea-4401-439b-a9ee-71966873985e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a2bc914eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32227"
    uid: 747005d8-8829-4990-b7ba-783d85cc0bfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a2bd0c5c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32228"
    uid: 6483d5ad-8561-447f-a96f-9065aed6282d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b1b47225
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 61275f25-fe79-487b-be7f-4c7027d8fe91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b4a9ec71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: 71af4355-6ea1-4b17-b96f-b038942b3f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b52dc2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32274"
    uid: ab3b5a4f-35ec-4b3f-a2e2-34ce64087fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b5539289
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: fa7ab302-3ab4-461c-a4f4-68d096f0984e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b86b79d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: c321651e-7107-452a-83a2-d9a7e1dff351
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:39:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972a3b8df1983
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: 857017c5-2929-4632-ab1b-f30d48a56463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:40:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-25T00:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:12Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972ac502f6550
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: a173694d-c582-40eb-9f75-bfe412c5d240
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972b09ba21f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 5e8deaf1-f00a-4e3d-93e7-568a9abcd860
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972b09ba295f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: 89f9bd29-ff18-43df-a4a2-7c373352d942
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:40:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972b0f79a396d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32805"
    uid: 9d975365-d68c-4775-80be-3982c825154d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: 4f935536-443a-4832-9420-f06754a917c8
  kind: Event
  lastTimestamp: "2026-04-25T00:40:33Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-25T00:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:40:33Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg.18a972b135ff75bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 530aa34b-7a24-4506-b423-c05d1bcb11ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: fbe88d64-48a0-43df-af3b-6767b8df64b7
  kind: Event
  lastTimestamp: "2026-04-25T00:39:30Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-dz6rg'
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a972a29d2a48b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: 9a04d234-9b1e-41b1-9a54-a2a7f4863f2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: 3035ec53-34ea-43f1-b456-06263fc9489e
  kind: Event
  lastTimestamp: "2026-04-25T00:39:30Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18a972a29a8594fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: 24fd5ddc-50bd-48e7-bcf1-6f51272d4556
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32195"
    uid: 69dc50b0-221b-479d-99ff-1294f63a9799
  kind: Event
  lastTimestamp: "2026-04-25T00:40:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18a972a6198e8630
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: a9989319-2f6d-4ea5-bdba-eb15233ee1ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32195"
    uid: 69dc50b0-221b-479d-99ff-1294f63a9799
  kind: Event
  lastTimestamp: "2026-04-25T00:40:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18a972a619f1b1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: 947aeb7b-52e8-479e-b613-b2dc26a05a79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 69dc50b0-221b-479d-99ff-1294f63a9799
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18a972ad17c891fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: cf7ec509-2b22-4eef-b2cc-ffddd1d45d56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 69dc50b0-221b-479d-99ff-1294f63a9799
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18a972ad182f4d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: 86eb9991-ccb1-4465-a0c8-d34fe57f57e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: 5cc025ba-6b22-472c-aa8c-729052b669ed
  kind: Event
  lastTimestamp: "2026-04-25T00:40:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:40:22Z"
    name: isvc-sklearn-v2-runtime.18a972a29a919cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32611"
    uid: e23ae9ce-5286-4e49-90d5-d10dc67b800e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: 5cc025ba-6b22-472c-aa8c-729052b669ed
  kind: Event
  lastTimestamp: "2026-04-25T00:39:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:39:30Z"
    name: isvc-sklearn-v2-runtime.18a972a29b06acbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 55c5847b-9208-4230-a75e-54d53f051828
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: 5cc025ba-6b22-472c-aa8c-729052b669ed
  kind: Event
  lastTimestamp: "2026-04-25T00:40:22Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:40:22Z"
    name: isvc-sklearn-v2-runtime.18a972aea8b8088d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: fed45d3f-fdff-4203-918d-799940bfe7bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 8f3fcb54-9564-459b-83bd-6408e7066d00
  kind: Event
  lastTimestamp: "2026-04-25T00:41:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:41:44Z"
    name: isvc-sklearn-v2.18a972b09c0e7a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: 8abe139a-74b2-49c7-a3ef-0e492b70050e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 8f3fcb54-9564-459b-83bd-6408e7066d00
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2.18a972b09c7aa92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: fde49bb1-8106-48ee-b708-e99394cc5f9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 8f3fcb54-9564-459b-83bd-6408e7066d00
  kind: Event
  lastTimestamp: "2026-04-25T00:40:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:40:30Z"
    name: isvc-sklearn-v2.18a972b0a17b4505
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: 700be9db-b98a-4aca-90af-be83624bda5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:41:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 8f3fcb54-9564-459b-83bd-6408e7066d00
  kind: Event
  lastTimestamp: "2026-04-25T00:41:44Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:41:44Z"
    name: isvc-sklearn-v2.18a972c1cb15beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 2c6458e7-cd94-4423-b806-2ff22b237996
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: ac81acd0-408a-49a7-a5f0-937d246f2368
  kind: Event
  lastTimestamp: "2026-04-25T00:37:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:37:45Z"
    name: isvc-sklearn.18a97279483360b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: 9d22cd99-2af9-4802-9b81-198eea337934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: ac81acd0-408a-49a7-a5f0-937d246f2368
  kind: Event
  lastTimestamp: "2026-04-25T00:36:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:36:33Z"
    name: isvc-sklearn.18a972794887b0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: bff96b19-f4ed-4ee4-939d-52a1b2ff4716
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: ac81acd0-408a-49a7-a5f0-937d246f2368
  kind: Event
  lastTimestamp: "2026-04-25T00:37:45Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:37:45Z"
    name: isvc-sklearn.18a9728a35b1bc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: c502ad12-d138-4e44-8769-bbb11aab39ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:43:11.316818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-zg7cq
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d5f9acd44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: 2effbc3c-ebb8-491f-8eb7-fd39c3fa7161
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34060"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d612e21659
    namespace: kserve-ci-e2e-test
    resourceVersion: "34067"
    uid: 3ff0bd17-b8a4-43c8-99a1-5af195d6f2df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d6143089a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34069"
    uid: e8b0196b-0575-4e06-ac08-f597b04cc88e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d618037663
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: 27fd6a7e-89f0-488c-97fe-86b20f0a943b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d61875f572
    namespace: kserve-ci-e2e-test
    resourceVersion: "34073"
    uid: 2f4d774e-bcae-4873-9c70-695dd0f7959d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:16Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-25T00:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d74c5a0107
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: ab404a46-fe58-4429-8472-85b91eecab16
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:20Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.879s (3.879s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d83390c961
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 68f2fbef-650a-4fea-8a37-d2a8e18f4334
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d837e7f05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: 484fcedc-87e4-4c6e-917d-bdf6cdd3cc62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d8385e78b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34149"
    uid: 883f1f20-9229-4d9c-aea4-a186905c2021
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d8386a3d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 659a76f0-cbae-4edd-821e-5eb11e785de1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d83b6c2b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: 360502f5-a9db-4fb0-929a-6b8984a84278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d83bf68613
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 7de8f2d6-8321-455c-bcce-fa8b5d97cae9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972d8b3a7e4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: d79f9e09-9dcb-4797-bdc5-fb0e32f1ea4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972df61909cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: c660a0c9-ecc0-4e9b-a5c2-9fddbf28a597
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972df619114a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 6a37a0fa-e209-445a-82f8-e14e43ef900e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: a2890b2b-4443-40a7-b918-3e97d3d46292
  kind: Event
  lastTimestamp: "2026-04-25T00:44:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-zg7cq.18a972dfeb8914e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 28629e23-bdd5-4370-8cd9-1189efbdf110
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34041"
    uid: f3da087c-62ec-4ce1-b676-98468d7a922c
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-zg7cq'
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a972d5f9458fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34053"
    uid: ca39b34c-e151-4749-b8d2-ac9243483228
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: ddaecca4-15f7-4a25-b969-7f4c039642b7
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow-predictor.18a972d5f67f09c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: dd7e37eb-dcd4-4a4e-a5f2-06dca3846e6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 52c77809-c251-4b3c-ad9e-ca6209798a42
  kind: Event
  lastTimestamp: "2026-04-25T00:43:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:41Z"
    name: isvc-tensorflow-predictor.18a972d974f2c690
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 27b82545-388c-4867-80ee-5c34fb1d6607
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 52c77809-c251-4b3c-ad9e-ca6209798a42
  kind: Event
  lastTimestamp: "2026-04-25T00:43:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:41Z"
    name: isvc-tensorflow-predictor.18a972d9755775fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34310"
    uid: a647dd01-6986-42ab-ac6a-b62598819309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:43:51.806326Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972df6709b727
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: 63f85b29-bd54-4ac2-b620-0859ff62a193
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972df6eeba9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: e3eedf72-6615-49a9-b687-d24d7dd88a52
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:52Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:43:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972dfa3ce0e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: 9900f77c-57f6-4f7f-a8a4-43dc24aa46c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972dfa51a4dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 6c3e4e8f-9a4e-4756-99a5-14de8de12319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972dfa7dc2393
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: f0264f0f-169e-4114-a075-dc6233984ebc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972dfa851c844
    namespace: kserve-ci-e2e-test
    resourceVersion: "34449"
    uid: 350c2a3a-5958-40ff-b928-c4f8b3f9311f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0dfd663b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34499"
    uid: 927a897f-bdd1-449e-b69b-1333265076fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0e29448b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34502"
    uid: b883bc98-d659-4e3a-9932-911b8ad1c0d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0e3058674
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: 21b804bc-a2d6-45e4-b235-5cb4493d3313
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0e3118038
    namespace: kserve-ci-e2e-test
    resourceVersion: "34505"
    uid: 83505ac0-ba3b-4dfd-bfe4-4c9c9dbf4f55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0e6194596
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 5b95dfdc-6b1c-4f74-b64d-5fbd9edfc98f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:43:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:43:58Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e0e690d7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34508"
    uid: a67d1211-09c7-47d9-aa16-50a3025d0b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:44:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:06Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e157806cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: 7b387af7-94ec-4d11-b063-2eec600542bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e8cf23cae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: c623fec0-0504-4fe5-af76-15a46f90c0e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e8cf2486b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: 83d747d5-e78c-4b93-91e0-a479951ca1df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: ea78c718-ea55-4e9c-990b-9f214cf08ef6
  kind: Event
  lastTimestamp: "2026-04-25T00:45:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:45:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7.18a972e9b968358c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: 6687573b-9ae7-46e3-be7f-2394668e5c6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34411"
    uid: b5f58bd5-836b-47a6-a825-b524c1dd46dd
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-m4fj7'
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a972df669e1be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 878066ad-f651-47b4-9d8b-84639c21efd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34409"
    uid: a20cbc7a-660a-426b-b190-6e811d1f3add
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime-predictor.18a972df633c103d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34413"
    uid: 45c6d16a-931c-4fed-a85a-6ec6d30ad570
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: 53cd689b-c579-43f7-b08f-ff674eadfcfa
  kind: Event
  lastTimestamp: "2026-04-25T00:44:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:44:21Z"
    name: isvc-tensorflow-runtime-predictor.18a972e2e1c0030d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 414a8747-9a8c-4609-956f-99c7a7296e2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: 53cd689b-c579-43f7-b08f-ff674eadfcfa
  kind: Event
  lastTimestamp: "2026-04-25T00:44:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:44:21Z"
    name: isvc-tensorflow-runtime-predictor.18a972e2e224731e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: 898df6dc-d14d-44cd-85f9-9a498ceaac33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 50cc94f8-61ed-4404-95b7-2926d3caf654
  kind: Event
  lastTimestamp: "2026-04-25T00:44:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:44:16Z"
    name: isvc-tensorflow-runtime.18a972df631965b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34647"
    uid: 1d4e23e0-dd9d-4055-8c9b-3725ee04a67a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34381"
    uid: 50cc94f8-61ed-4404-95b7-2926d3caf654
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime.18a972df638dac17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34432"
    uid: becc1757-f58a-4755-8cfc-68a8679886f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34393"
    uid: 50cc94f8-61ed-4404-95b7-2926d3caf654
  kind: Event
  lastTimestamp: "2026-04-25T00:43:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:51Z"
    name: isvc-tensorflow-runtime.18a972df69a031fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34433"
    uid: 310d273c-34ce-4009-be1b-788f54548201
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 50cc94f8-61ed-4404-95b7-2926d3caf654
  kind: Event
  lastTimestamp: "2026-04-25T00:44:16Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:44:16Z"
    name: isvc-tensorflow-runtime.18a972e516523ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: 6c6bd520-4ea1-4c5b-8f67-96de9021e17e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: c92ba776-0762-4f67-a6f8-432abc984a3a
  kind: Event
  lastTimestamp: "2026-04-25T00:43:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:39Z"
    name: isvc-tensorflow.18a972d5f65be370
    namespace: kserve-ci-e2e-test
    resourceVersion: "34294"
    uid: 62e4d3a0-e6df-4d4b-9d8a-034024b23df1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: c92ba776-0762-4f67-a6f8-432abc984a3a
  kind: Event
  lastTimestamp: "2026-04-25T00:43:11Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:11Z"
    name: isvc-tensorflow.18a972d5f6b41dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 1f317bd8-f589-45bb-946b-5bf12e0a1811
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:43:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: c92ba776-0762-4f67-a6f8-432abc984a3a
  kind: Event
  lastTimestamp: "2026-04-25T00:43:39Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:43:39Z"
    name: isvc-tensorflow.18a972dc7226f214
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: 5e67a35a-69ca-4dd7-acfe-1cda66fa322e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:44:32.298061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-xk24f
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e8d4889b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34813"
    uid: bf90aceb-3710-4fba-a0dc-682493239c2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e8edb1e0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34823"
    uid: c4cda767-0368-474d-81d8-9a66b03069d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e8ef08c8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: 82e37f5e-c66d-45ff-a63b-8b8b653b8dd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e8f1b402d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34830"
    uid: 2b767b7a-8f15-4550-9734-add0636a3c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e8f2284228
    namespace: kserve-ci-e2e-test
    resourceVersion: "34831"
    uid: 54ed63c0-2bb9-41cb-8a05-78baa21d2c38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:44:37Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-25T00:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:44:37Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a972e9fb8e1f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: 610cd676-f59d-4cd4-9701-126e53591109
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:31Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.682s
    (1m54.682s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:31Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304af2460e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35663"
    uid: 818726e5-8dea-4a4d-af27-ff9e78f9dd26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304b612bc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: c81fdfc5-a1a9-44d7-b2a9-8acbc4791675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304b756fd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: 4564ee7e-d1a1-47c1-b64f-fa293d3bdd21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304b761ebd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 9cb12366-5036-43c8-83a6-a41e1a95ed08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304bc38e285
    namespace: kserve-ci-e2e-test
    resourceVersion: "35668"
    uid: 32804bba-baf5-4165-8883-514092ca5b6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97304bde38fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35669"
    uid: de2127bc-1f83-46ab-9433-387ddc292684
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:34Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a9730515d6bbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35692"
    uid: 65edcbb2-d1b6-4215-b7b3-6a261c4c06f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97307ab02241d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 551fe8a1-fe8f-49d3-be86-b59d3c0bdb26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-xk24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 1867c476-c38b-4261-9709-c07b79439cce
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-triton-predictor-84bb65d94b-xk24f.18a97307ab028f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: e07e5ad2-75d6-487b-9193-75fe0624ab2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: 14560f93-6ec2-4fbb-980a-80672a8e4a88
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-xk24f'
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor-84bb65d94b.18a972e8d41cff7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: d6b8b0bd-33ec-4824-8896-59f63c90275a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: 76a3d479-2ad6-497c-8d87-c48c3c03c08b
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton-predictor.18a972e8d1186520
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 2e9517f5-cddc-407d-bb5f-d00d1ca1f237
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34797"
    uid: 863fc73c-6e6c-432c-98fc-97b7d0f8aaac
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor.18a972ec5005d98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: a734a1fd-f821-4591-92e1-96291915a3ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34797"
    uid: 863fc73c-6e6c-432c-98fc-97b7d0f8aaac
  kind: Event
  lastTimestamp: "2026-04-25T00:46:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:46:32Z"
    name: isvc-triton-predictor.18a972ec506ed579
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 38717fcd-054c-42b5-a2a2-c23ccde59362
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: f4f902a0-10ab-4d53-a682-627f9279fbe3
  kind: Event
  lastTimestamp: "2026-04-25T00:46:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:46:39Z"
    name: isvc-triton.18a972e8d0f5b568
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: e5ff51c6-40d4-4a1c-9997-7efe841f41d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:44:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: f4f902a0-10ab-4d53-a682-627f9279fbe3
  kind: Event
  lastTimestamp: "2026-04-25T00:44:32Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:44:32Z"
    name: isvc-triton.18a972e8d16bc0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: 4409cc1d-b52d-4888-ab1d-a3de1aee6fa3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: f4f902a0-10ab-4d53-a682-627f9279fbe3
  kind: Event
  lastTimestamp: "2026-04-25T00:46:39Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:46:39Z"
    name: isvc-triton.18a973068247c772
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: bf7e6fd8-b092-43e6-8a84-4d484826b23f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:46:44.842176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35817"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-l8smg
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307b0c733c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: f3da6184-d488-47ed-bb19-4835e3048f8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307c291e013
    namespace: kserve-ci-e2e-test
    resourceVersion: "35831"
    uid: a16b3d2e-1660-4a8e-97bb-48406dd9ea34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35827"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:46Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:46:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307f610fddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35845"
    uid: 8de5e4e7-ac70-44a2-8f2e-d9ed48dbb75d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307f74f205c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35847"
    uid: 644fe854-a4d1-4005-a9b5-71c118ede8ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307fb62f388
    namespace: kserve-ci-e2e-test
    resourceVersion: "35849"
    uid: f6ca550d-201a-4b95-a16b-fa79d70f5aa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a97307fc7bf206
    namespace: kserve-ci-e2e-test
    resourceVersion: "35850"
    uid: 40a5b35b-6737-48a0-9384-39c053bd2375
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:50Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-25T00:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:46:50Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a973090ec225b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: 920b1154-37a9-48c6-9669-b71ae0a74d98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.977s (18.977s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d79e4ddac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 1665524d-0fee-4616-9dde-9d31e7c33865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d804b8988
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: a34dbc9c-07e7-469a-b000-aae746ac641b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d81ba0d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 748ff6b9-c355-4bbc-a45e-cddb9687f226
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d81c6f3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 480db7c9-d393-4a21-aedc-a47bc2d2bfef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d8861dff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 9a61c96a-9ff6-43a8-88b6-ee8cee1e17b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:47:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:47:09Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730d894507d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 0b48e015-1460-4f2b-ae16-a2b70ac52468
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9730dba82ab59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: f746a754-08ed-4ccb-a2be-e3b806d8f9e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:48:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:14Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9731caa71a4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 54c1e1aa-e897-4936-ba7e-a3af64691a82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:48:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:14Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9731caa723fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: f18cb6ef-19ec-485b-a3d1-651c77fbd0a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 5287581e-5050-452c-99c7-4d07adec38e5
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8smg.18a9731d188e74c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 0e39d62c-d3d0-41bd-b4f6-2c61648dead8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: 4cd93900-632e-43ca-9b65-1acaf46055bc
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-l8smg'
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a97307b064a9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: c2e76ba2-ca1c-4c28-898c-fe47aa3e455c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: d1b1090a-72d4-4cb2-8843-3fbf08f674a5
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-xgboost-predictor.18a97307ac599304
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: 643f9c89-c8fb-459a-af1d-e2329754cf28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: 4802fe5e-0383-4e8e-bbc9-e087ea5f99ae
  kind: Event
  lastTimestamp: "2026-04-25T00:47:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:47:29Z"
    name: isvc-xgboost-predictor.18a9730b2ae2ba19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36177"
    uid: 28b0e27c-10df-4fa0-9bb7-8ec2459c5eac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: 4802fe5e-0383-4e8e-bbc9-e087ea5f99ae
  kind: Event
  lastTimestamp: "2026-04-25T00:47:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:47:29Z"
    name: isvc-xgboost-predictor.18a9730b2b46d63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 3b96c5c8-7642-4f6e-8147-8fb749da2356
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 4802fe5e-0383-4e8e-bbc9-e087ea5f99ae
  kind: Event
  lastTimestamp: "2026-04-25T00:48:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:48:14Z"
    name: isvc-xgboost-predictor.18a97315a805eaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: 46328b86-661a-4356-b195-9e6176eade08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:47:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 4802fe5e-0383-4e8e-bbc9-e087ea5f99ae
  kind: Event
  lastTimestamp: "2026-04-25T00:48:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:48:14Z"
    name: isvc-xgboost-predictor.18a97315a8680a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 78332518-aac5-4553-9ac8-c8928d4de942
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:49:55.325475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973340a77bdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 9e2bdd9b-356c-4322-bb40-70ee55d09f00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a97334118b9533
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 0c4c1414-34fa-471a-ad36-152f149988db
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:49:56Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:49:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a97334475c2603
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: ee4c026e-1fe0-4ed2-ab12-ee64b8a6e5cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:49:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a9733448ab3a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: bfcc4647-8edf-4a27-8223-d547c0c44401
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:49:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973344b9ed3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: 8daea9a8-2db6-4ddb-8de5-0884896603f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:49:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973344c2396c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: 1d6fd124-471e-426f-ab91-1188dfb6a030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a9733531ce767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: eb5ca061-4229-4855-82d4-a32cd1012f8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a9733534bacafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: c0d5b2a9-4a84-4d9b-8e57-215c4c933e83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a97335352c9e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37501"
    uid: a498c16d-3c7e-4561-9e85-601c2bc41de7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a9733535382249
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: bf47fa9c-89f6-48cb-9eda-df1484816c80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973353864e054
    namespace: kserve-ci-e2e-test
    resourceVersion: "37505"
    uid: 11d0a942-0012-42c5-9265-2fc4cd276925
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:50:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:50:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a9733538ece0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 91a4d45c-5a8a-4e06-8276-12b4a321f6fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:51:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:07Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973356dc5234c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: f5aa78d0-f213-4659-a3db-426261ed83bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973445b5db033
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 9a2f2f86-ea09-4b59-9b75-6526b3f1d3fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a973445b5e92bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38010"
    uid: 52f98070-faca-4a43-b7be-4db5cc231201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 1acaf6dd-04d5-4297-8f72-a78ee7cd0490
  kind: Event
  lastTimestamp: "2026-04-25T00:51:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:07Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-pq4h5.18a97344cbe952a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 65163a24-7ef8-41f8-a3d2-25aa42d3390e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: e8c3ea17-6c5f-4d2e-aa82-236ecb06db4d
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-pq4h5'
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a9733409ee0d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: 11fab978-534f-4e5c-9af2-434e9946941a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: b3016599-fa52-4679-af39-bbeb253cd12c
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: isvc-xgboost-runtime-predictor.18a9733406b4e5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: 09e321d7-e1b5-4b42-b471-aabdb1716bba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: 5ec0d53e-05a9-4cd0-bd3c-39604161b577
  kind: Event
  lastTimestamp: "2026-04-25T00:50:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:50:40Z"
    name: isvc-xgboost-runtime-predictor.18a9733785e50355
    namespace: kserve-ci-e2e-test
    resourceVersion: "37793"
    uid: 419cf4ae-624f-42cb-aa23-dd45eaa4410a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: 5ec0d53e-05a9-4cd0-bd3c-39604161b577
  kind: Event
  lastTimestamp: "2026-04-25T00:50:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:50:40Z"
    name: isvc-xgboost-runtime-predictor.18a973378648a62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 2c49ec96-1ff3-4b0c-8f4b-6bb444a04c45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37585"
    uid: 5ec0d53e-05a9-4cd0-bd3c-39604161b577
  kind: Event
  lastTimestamp: "2026-04-25T00:50:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:50:55Z"
    name: isvc-xgboost-runtime-predictor.18a9734202e1c9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37899"
    uid: 1933206f-cbca-42ae-9524-5ea36fff59bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37585"
    uid: 5ec0d53e-05a9-4cd0-bd3c-39604161b577
  kind: Event
  lastTimestamp: "2026-04-25T00:50:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:50:55Z"
    name: isvc-xgboost-runtime-predictor.18a973420343bdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37901"
    uid: d6dc139a-a83e-4895-8497-d0227a83bf80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 37e358f6-f011-4d17-b1b5-b4072102840a
  kind: Event
  lastTimestamp: "2026-04-25T00:50:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:50:57Z"
    name: isvc-xgboost-runtime.18a9733406868c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: eb10eae1-7a92-4938-b7c5-5015b191ad92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 37e358f6-f011-4d17-b1b5-b4072102840a
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: isvc-xgboost-runtime.18a97334073ebea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37428"
    uid: bfdbba0d-8ced-4842-a6c2-d744e20cd1e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:50:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 37e358f6-f011-4d17-b1b5-b4072102840a
  kind: Event
  lastTimestamp: "2026-04-25T00:50:57Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:50:57Z"
    name: isvc-xgboost-runtime.18a973427c8591a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 7aaaad18-2391-418b-909e-1088ba13ceaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:48:15.031413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:48:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731cb079cc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36551"
    uid: 2aef966f-be7c-4aca-851a-0095211848d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731cbb09989b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36561"
    uid: b62d62d7-9fac-48e4-991c-5729303b100c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ced45b630
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: 6b4401fb-7482-4ff4-85fb-805e3c1a91d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ceeab015d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 8a7f53e5-84cd-4ee2-98c1-5eb5ad03de8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731cf146f941
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: f29671fb-e63d-4a7b-8126-37599fbeadbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731cf1ba2a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 496824ea-ca37-4dbd-92b2-299931637f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:19Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731dd701c0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 868c243b-ab7e-463b-8607-8b487836e65b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ddc0fd963
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: f459ed92-4f26-4347-a85d-875186d0aad5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ddc841425
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: b0d45722-9a6e-4078-bb4d-931713576508
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ddc8fbfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: d5861021-dffd-4fe4-8b6e-5f131c6a5f54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731ddff0b3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36627"
    uid: 3dc1a162-8249-4c16-8816-0d628da95f18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:48:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9731de064396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: b72ccd77-5f98-4b40-8d81-56f7b9b941de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9732857a237da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 06b53867-9c01-48ad-b40e-66e25f52642c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9732857a2ec15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: ded7bddb-9243-447d-8fa3-108fdbcf2109
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:49:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a9732904aa04fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: a3515ada-c0b4-4f39-95fa-89630f6ff5cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: c8491019-8b5c-4128-acf7-92e64fd24250
  kind: Event
  lastTimestamp: "2026-04-25T00:49:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:07Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr.18a97329050c2d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 08c55ca6-4dd5-40e0-9442-360c6a315807
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: be80424a-6816-4410-985c-506ee6bf6c33
  kind: Event
  lastTimestamp: "2026-04-25T00:48:15Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-gcbrr'
  metadata:
    creationTimestamp: "2026-04-25T00:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a9731cb0119a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36548"
    uid: 8b9938f3-1729-4524-b7b8-30e49a83948c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 18272429-62dc-464d-ae4e-f1b4078d3fea
  kind: Event
  lastTimestamp: "2026-04-25T00:48:14Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:48:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9731cac127e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: d3fbdb4f-04d9-4d7e-9a37-2216b5eaaf11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 318f8588-aab5-41d4-ae44-a88bffbb99d3
  kind: Event
  lastTimestamp: "2026-04-25T00:48:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:00Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a973202a9a79e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 5b71efe6-6814-41fc-a252-51c51c6a565e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 318f8588-aab5-41d4-ae44-a88bffbb99d3
  kind: Event
  lastTimestamp: "2026-04-25T00:48:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:00Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a973202afa3adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: efb7aecd-9ea5-48bd-b1ee-6e5bb1f84b93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: c4bfa3e6-a30d-4801-8033-b06b95d7299d
  kind: Event
  lastTimestamp: "2026-04-25T00:48:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:58Z"
    name: isvc-xgboost-v2-mlserver.18a9731cabeaee19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: f72d9424-4c6c-4770-bc6a-4973c6e27b29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: c4bfa3e6-a30d-4801-8033-b06b95d7299d
  kind: Event
  lastTimestamp: "2026-04-25T00:48:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:15Z"
    name: isvc-xgboost-v2-mlserver.18a9731cac51242b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36556"
    uid: 91c174d0-41a6-4832-b045-8fb40abb6d62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36516"
    uid: c4bfa3e6-a30d-4801-8033-b06b95d7299d
  kind: Event
  lastTimestamp: "2026-04-25T00:48:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:15Z"
    name: isvc-xgboost-v2-mlserver.18a9731cb14eb18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36558"
    uid: 6f8034e3-e4b5-49fe-83d8-3fc5d9089c3f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36898"
    uid: c4bfa3e6-a30d-4801-8033-b06b95d7299d
  kind: Event
  lastTimestamp: "2026-04-25T00:48:58Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:58Z"
    name: isvc-xgboost-v2-mlserver.18a97326b5f7e164
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 705b95f9-98f5-40ac-b22b-4676dba705ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:52:05.638213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a9735261b648b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38538"
    uid: a7b264ca-7089-44ea-bffd-b9b5a0ffac9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a973526a28483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38546"
    uid: e700fdb2-30b6-4da0-ba69-c2cd523e38cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:06Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:52:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a973529e770d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38555"
    uid: 401ebfaa-03bb-481a-bb35-b6a307aba55d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a973529fcc4c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: ab053cfd-e1aa-42d1-a3f8-51f884e028f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97352a2c46689
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: 0bcfa90c-3db2-454a-abdd-c370ff66c8b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97352a335787a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: c2374680-6a88-40c6-859f-e671acf05f3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a973538e35be06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: 1fea4804-3e8b-4c2c-a49e-3da24d0dd557
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a9735391182f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 741e1331-626b-4d48-9997-caa6726cad5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97353918dc6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 916f067c-a825-4cdc-bc4e-2c24dc884af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97353919b69e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 84f57eaf-1ef0-4908-96d5-378575294ce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a9735394a575d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38608"
    uid: ca985f8f-f13c-4788-a1cd-670e5d6743e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97353951837e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: f07cc9a1-d6ba-4442-90fc-f42307fff931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-25T00:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a9735406157bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39172"
    uid: 4b17f456-956b-4201-96aa-9a4897814794
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97362b3a06843
    namespace: kserve-ci-e2e-test
    resourceVersion: "39105"
    uid: 3eb88bcf-fa3b-4834-80ca-b88a83d78856
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:53:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:15Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97362b3a0f9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 53bfd6a3-b47e-40d5-b61c-5798a5e88c97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38536"
    uid: 153bab5f-88b6-4b0e-bf7f-40ac12db9ced
  kind: Event
  lastTimestamp: "2026-04-25T00:53:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:53:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk.18a97363647077ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: f77ce39e-0da8-4908-9d75-8ed37a88835d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: a8048037-040d-4132-94b2-a6873ef02b92
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-ws6jk'
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a97352614f98df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38535"
    uid: ff90500f-e3e6-4e97-90fd-5218de7548d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: b51b1f9f-d3be-47c9-baa2-bfc484f624c2
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-predictor.18a973525e2ec4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: 472e2256-9dd9-4efc-90ca-25d44974dd44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38522"
    uid: b3dc0364-de66-431a-849e-3ef3ddd3e4dc
  kind: Event
  lastTimestamp: "2026-04-25T00:52:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:35Z"
    name: isvc-xgboost-v2-predictor.18a97355dd25a8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38790"
    uid: 8a00cc9b-0a18-46ed-ac29-60492fe953f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38522"
    uid: b3dc0364-de66-431a-849e-3ef3ddd3e4dc
  kind: Event
  lastTimestamp: "2026-04-25T00:52:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:35Z"
    name: isvc-xgboost-v2-predictor.18a97355dd85f2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: 216c4801-9379-4fc3-acbf-140a1d2aa191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: b3dc0364-de66-431a-849e-3ef3ddd3e4dc
  kind: Event
  lastTimestamp: "2026-04-25T00:53:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:05Z"
    name: isvc-xgboost-v2-predictor.18a9735cdb986b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: dd510b62-a620-4be0-8d53-bd376853bc7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: b3dc0364-de66-431a-849e-3ef3ddd3e4dc
  kind: Event
  lastTimestamp: "2026-04-25T00:53:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:53:05Z"
    name: isvc-xgboost-v2-predictor.18a9735cdc008051
    namespace: kserve-ci-e2e-test
    resourceVersion: "39004"
    uid: 603593fe-b0cc-4bfe-8d90-c34c79560d85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:51:05.463932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973445f0bb42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: dc77cb82-d577-41b7-bc16-cd8b05b504a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38029"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a97344782423c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: 8349d850-2548-4eac-b631-f7e38e3fd7b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a97344796d071a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38039"
    uid: 6a26e931-2c09-4314-b3d3-abbf733be305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973447ca2838b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: 612be717-40ea-484f-9a75-385a451afc28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973447d14ac64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: f0e9f14e-11f7-41b1-92d2-1a43dae3b3b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973458a921f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: a342a607-f553-4d58-abbe-6d67fb3d7bd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973458d7ee2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: ee7d1556-0cf9-46c3-bc11-2ba6a3bb6bb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973458e01173f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: a6866447-6a83-4156-b12a-059fca087a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973458e0c36e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: 2d62ea5c-bcdf-420b-9403-c846b3fcdc68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a97345907d410c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 99493fc6-1a64-4985-a82a-3de9fe44c732
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a9734590ef99d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: 5d081fd3-c1ce-47bb-a669-be73c1b7b591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:51:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-25T00:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:51:47Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a9734e2d5b7bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38358"
    uid: d7cf4f0e-bb17-4fd8-a22b-17504766890f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973525ce34d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38516"
    uid: 3f125043-c6f8-42ea-b8b3-eb27524da193
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973525ce476a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: 28bef65b-a3e4-4ab0-b511-06c5d19bead7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:52:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a97352d07ac8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38621"
    uid: 5fc20e07-190a-4d0f-94a8-bfef80d764b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 26f7a865-9010-47e4-85b4-d723fe4a974d
  kind: Event
  lastTimestamp: "2026-04-25T00:52:08Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-25T00:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:52:08Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g.18a973530edc1056
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: 5709ed6a-2f76-4cca-a5f2-605187e63013
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: dcfcee77-91c6-4882-b5c9-3c753eddba88
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wvg2g'
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a973445ea5ae81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: b261993c-e2a0-438e-81e5-a1689f2084a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: 09f04e32-c847-4a22-93c1-c449f743a49e
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a973445bf7bef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: c3aca9d9-274e-4156-8013-0b621ca09e32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 35fae6fb-ce60-4b00-a053-62f4ee9aab9a
  kind: Event
  lastTimestamp: "2026-04-25T00:51:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:51:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a97347dae70bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 53162f40-aa94-483d-847a-6126bdf20a26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 35fae6fb-ce60-4b00-a053-62f4ee9aab9a
  kind: Event
  lastTimestamp: "2026-04-25T00:51:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:51:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a97347db47787c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: ff297fec-6791-412a-a3f9-3bc536e0c196
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38167"
    uid: 35fae6fb-ce60-4b00-a053-62f4ee9aab9a
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9734b5a049b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: e85d4f3a-35d6-484a-a3c6-e04e785d472e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38167"
    uid: 35fae6fb-ce60-4b00-a053-62f4ee9aab9a
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9734b5a70d2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38490"
    uid: cd095824-e4fd-4f70-bab6-2486c345fa07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: fdd51f0b-d073-48ed-bd2e-facf59bb300e
  kind: Event
  lastTimestamp: "2026-04-25T00:51:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:51:57Z"
    name: isvc-xgboost-v2-runtime.18a973445bffab0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38438"
    uid: 6525c285-5d0e-48cb-a12d-9fb85e755b71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: fdd51f0b-d073-48ed-bd2e-facf59bb300e
  kind: Event
  lastTimestamp: "2026-04-25T00:51:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:51:05Z"
    name: isvc-xgboost-v2-runtime.18a973445c791fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38015"
    uid: 4dfd9163-82ea-4645-be57-c01d575f5986
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:51:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: fdd51f0b-d073-48ed-bd2e-facf59bb300e
  kind: Event
  lastTimestamp: "2026-04-25T00:51:57Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:51:57Z"
    name: isvc-xgboost-v2-runtime.18a9735081844526
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 01dbe3f7-bae7-47cd-9f14-b7f0a9257113
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38492"
    uid: e9cf0b7e-13f0-4223-b4c9-b1e8aa5b1f3f
  kind: Event
  lastTimestamp: "2026-04-25T00:53:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:53:08Z"
    name: isvc-xgboost-v2.18a973525e3500d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: ecd8e655-5af9-4ab4-b522-708da2b144a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38492"
    uid: e9cf0b7e-13f0-4223-b4c9-b1e8aa5b1f3f
  kind: Event
  lastTimestamp: "2026-04-25T00:52:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:52:05Z"
    name: isvc-xgboost-v2.18a973525eaf789a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 047e2616-17f4-4c73-ba3c-d7c6e4c1240d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:53:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: e9cf0b7e-13f0-4223-b4c9-b1e8aa5b1f3f
  kind: Event
  lastTimestamp: "2026-04-25T00:53:08Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:53:08Z"
    name: isvc-xgboost-v2.18a973611534fcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: 5b8f7e91-1b6c-4807-90c1-a097841eaf51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35775"
    uid: 6a900b2e-8de3-457c-b0c5-b37f93b180bd
  kind: Event
  lastTimestamp: "2026-04-25T00:48:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:06Z"
    name: isvc-xgboost.18a97307ac3b86b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36446"
    uid: 4a696c39-039b-4b60-a289-8f00626e1e72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35775"
    uid: 6a900b2e-8de3-457c-b0c5-b37f93b180bd
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-xgboost.18a97307acf77468
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: 660dab7d-1db6-4f31-9125-1f06b1995a2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:46:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35785"
    uid: 6a900b2e-8de3-457c-b0c5-b37f93b180bd
  kind: Event
  lastTimestamp: "2026-04-25T00:46:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:46:44Z"
    name: isvc-xgboost.18a97307b1db619a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: af53a06a-fa3f-4924-a053-d3127fff63cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 6a900b2e-8de3-457c-b0c5-b37f93b180bd
  kind: Event
  lastTimestamp: "2026-04-25T00:48:06Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:48:06Z"
    name: isvc-xgboost.18a9731ac925b91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: d444d92c-3964-42a7-b15a-f5e9cca2b24b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:07:31.528440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-5h8xt
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e3c4595b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 63a8f79b-028c-4523-aa61-3ff8bd0402d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e3ce3d247f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: 99f44aa7-c228-49c8-8933-352405326c70
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:32Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:07:32Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e401354a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: e025483d-48ba-4f46-8594-e8961f3ae044
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:32Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-25T00:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:32Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e4027adcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: a7498a21-e070-4eb0-a9e9-2184ee9615a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.019s (1.019s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e43f40ce59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: 96c0d860-da2a-432a-b6db-68ec75a165b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e441df6542
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 1d6a737e-c868-469e-99c1-04b22d6fe375
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e442530b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 6ef0dde2-6270-4a52-a061-b67e1e1630fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e4425e3dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 25575de6-c2e4-4641-b5cf-5075e5e8e96d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e445b73d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 1538d611-c662-4914-950b-997d9fec9d3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:07:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:07:33Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970e4462c8ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 3c3f4920-0d30-43f5-956b-13e36b1af461
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970fc4bae593c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: b63657ab-6334-48ae-a174-6f961ed554ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-5h8xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5f946c51-a649-4893-b321-38d19306806d
  kind: Event
  lastTimestamp: "2026-04-25T00:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:09:16Z"
    name: message-dumper-predictor-c7d86bcbd-5h8xt.18a970fc4baed678
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 537ce879-f2fb-483d-84ac-7ccc416e7f14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 1c1cac74-d1e4-435c-a4c6-5e5464fdca45
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-5h8xt'
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper-predictor-c7d86bcbd.18a970e3c3f54dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 88498232-addb-4f7b-ac3b-9be32fe4de2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 4346822e-4f16-48a3-9cb8-077386cdd20f
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper-predictor.18a970e3c25220fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 6a28f5d0-1b88-42f2-88a3-027c4380600e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: c1bc81f7-9f11-470b-8266-e2db42177609
  kind: Event
  lastTimestamp: "2026-04-25T00:08:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:08:01Z"
    name: message-dumper-predictor.18a970e7411fb465
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 91e34bda-bc79-4c8c-b76a-91ad753a5120
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: c1bc81f7-9f11-470b-8266-e2db42177609
  kind: Event
  lastTimestamp: "2026-04-25T00:08:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:08:01Z"
    name: message-dumper-predictor.18a970e741840ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: fb3e2e74-e221-4908-b021-b62570f00b61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 96e2ef75-6d50-48c6-bf82-0681a0ccc08e
  kind: Event
  lastTimestamp: "2026-04-25T00:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:41Z"
    name: message-dumper.18a970e3c229f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: 6848329c-df09-4fc6-9cd4-cbc0fd3f4e51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 96e2ef75-6d50-48c6-bf82-0681a0ccc08e
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper.18a970e3c2926ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: ff161eab-fcec-4db8-ab0d-4d612d8bc1c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 96e2ef75-6d50-48c6-bf82-0681a0ccc08e
  kind: Event
  lastTimestamp: "2026-04-25T00:07:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:31Z"
    name: message-dumper.18a970e3c781b419
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 46610b83-945a-471e-a276-1af65a8a3d01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 96e2ef75-6d50-48c6-bf82-0681a0ccc08e
  kind: Event
  lastTimestamp: "2026-04-25T00:07:41Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:07:41Z"
    name: message-dumper.18a970e622c1a162
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 63cbbf6b-d96c-4cb6-8831-06ad45b982d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:37:53.451198Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728bf7685ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: 3d5713d5-0d2f-4786-9279-bfca955052a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728bfed8385d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: b20eecc6-e88a-4b11-b7b1-80b990e9376f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:54Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:37:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728c33f85bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: 61ed45c9-5c7d-4670-ae89-f54fd2ee9a5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728c3544df98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cd5f15b7-86b4-42c1-8110-8054e4f72cd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728c3912392b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: 48e42e68-e0fa-4f4d-b94e-16af0bac9176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728c39bffd33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: 0dffa138-7aad-4954-ae7c-286c123ea80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d461b3f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: cc5b2e8c-2d70-427a-810d-15fc8cc25d81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d48e4f1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 0d5d36bc-3016-4b3f-a3f8-3b7d678fa0f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d495a3064
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 69724e73-5337-4dcf-a68a-c78ddc683105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d4965c317
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 01487833-d037-4956-95ba-040b2f001991
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d4c4cfa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 11d25be2-a7b7-4b22-99ad-6716961d1912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:37:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:37:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9728d4cc1797f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31416"
    uid: 9472f709-688e-4107-ad93-745c7718c4a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:38:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-25T00:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:37Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a97296203c43e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: ce48afc9-8700-4287-9e3f-eb92a1a8e111
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a97299f455db18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 155814bc-4061-4417-bfdc-85b29471f113
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a97299f4565da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31833"
    uid: 0acb6bc9-2d1c-4e4a-96d5-ff25ff8d657d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:38:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9729ac7d300c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: 40d035ca-2fd9-48af-b86d-4d0dd90046fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: bb8a02cc-6671-4309-ac74-7025b0c6eb8b
  kind: Event
  lastTimestamp: "2026-04-25T00:38:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:38:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-sdbl2.18a9729ac8269eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 8d88822c-064f-41b6-a95e-c74c4db7ba39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31314"
    uid: 34a6ad2c-0de9-444c-b444-64c03a489101
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-sdbl2'
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a9728bf708b136
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 53565d23-2f6d-407a-a98d-090687340fc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: 24e43853-61f3-4daf-9497-c2c8448e3512
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver-predictor.18a9728bf3fd3bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 17775dbc-c0b3-4227-993b-0830e47c036e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: e903ca7d-78c8-4c17-8fd6-3fea6d98446c
  kind: Event
  lastTimestamp: "2026-04-25T00:38:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:38Z"
    name: sklearn-v2-mlserver-predictor.18a9728f728f9475
    namespace: kserve-ci-e2e-test
    resourceVersion: "31688"
    uid: 88d34757-9673-4d87-9012-51ab1419a1e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: e903ca7d-78c8-4c17-8fd6-3fea6d98446c
  kind: Event
  lastTimestamp: "2026-04-25T00:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:38Z"
    name: sklearn-v2-mlserver-predictor.18a9728f72f31c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: ffc9e434-daec-4c31-87c8-7068d582f2c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: e903ca7d-78c8-4c17-8fd6-3fea6d98446c
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: sklearn-v2-mlserver-predictor.18a97292f1f12e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: 91db8941-eff6-4e8f-8be0-3e49a9723d78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: e903ca7d-78c8-4c17-8fd6-3fea6d98446c
  kind: Event
  lastTimestamp: "2026-04-25T00:38:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-25T00:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:38:53Z"
    name: sklearn-v2-mlserver-predictor.18a97292f254d8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 41f8e45d-aae4-44d8-9f29-fa63922e1825
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: aa3a8712-5295-4f76-9d38-27521ad1b6ae
  kind: Event
  lastTimestamp: "2026-04-25T00:38:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:38:47Z"
    name: sklearn-v2-mlserver.18a9728bf3d5bdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 27fef6bc-5478-4185-b3ac-83e95d2177ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: aa3a8712-5295-4f76-9d38-27521ad1b6ae
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver.18a9728bf42f2d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: 3307dff4-f35c-4804-96e8-a1fe0177b143
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: aa3a8712-5295-4f76-9d38-27521ad1b6ae
  kind: Event
  lastTimestamp: "2026-04-25T00:37:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:37:53Z"
    name: sklearn-v2-mlserver.18a9728bfab5edeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 6cdc3eba-7f84-4c68-8847-53f5f3c59fb1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: aa3a8712-5295-4f76-9d38-27521ad1b6ae
  kind: Event
  lastTimestamp: "2026-04-25T00:38:47Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:38:47Z"
    name: sklearn-v2-mlserver.18a972987e1c40e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 47dd0f5f-f283-4402-942d-4cfeca32e42e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-25T00:49:05.158358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    to ip-10-0-129-109.ec2.internal
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a973285c464320
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: ef5d36a7-31af-4861-81fb-e958ec42274e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75486ddf54-4mhlm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97328695e8a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: f1a64e45-c8f1-42cf-95e1-f6704edc473a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:06Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-25T00:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-25T00:49:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a973289951a5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: 615a6a33-9e99-49db-a361-1fe000b31dfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a973289ac13c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 45f6b183-b4c5-49bb-b274-f7ee5212e50b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-25T00:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a973289dce6a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37019"
    uid: cf5e8658-3582-4899-b989-07a52c26902b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-25T00:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a973289e3e94d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: d78cf71f-c181-4366-9b2e-099205e94e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c02758fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 69fa6a01-4bbe-405d-9764-07c759efb63e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c2da6ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 6f54a11d-07cc-4919-a8a2-b3910361cfc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c350d719
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: a87576ec-9435-45e3-8e1f-6ee9cd9173e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c35bdc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: ba90de51-277c-4680-8161-f84bcfca53b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c73d1b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 537eb1f9-64d6-4491-a941-ee859a682ebb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:11Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97329c7b361ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37076"
    uid: b73e5fd6-d371-46b9-b304-762e53942f26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97334052b21fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: b51ebb35-6ba5-42d1-9486-4f65f5511599
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-25T00:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97334052c824b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: 6beb6992-b82c-4c8f-ba0e-49ce0966b208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97334b20c914d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37480"
    uid: 05b2f30a-bd87-4fc6-b6d5-c029bd80fc94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36995"
    uid: c7625aea-4beb-4a38-907f-9a757858ca0e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:58Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-25T00:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-25T00:49:58Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9.18a97334b265ad79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 7ca89ee3-327d-46c5-9d95-b437e1b1b34d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-109.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-109.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: b903bf82-714c-4c02-98bc-1ab309b0719e
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-f2fl9'
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a973285bb54de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 30c92802-359e-4407-a8ec-b8cb70000e84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 701eb22a-45a4-4fce-8922-aae376e8e2ec
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: xgboost-v2-mlserver-predictor.18a9732858c83eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: 8af1f2d0-cc70-4315-95de-8bdc42a84d2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 929cfd02-78d9-4ccf-9966-7bfa752861e5
  kind: Event
  lastTimestamp: "2026-04-25T00:49:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:50Z"
    name: xgboost-v2-mlserver-predictor.18a9732bd7b6044d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37353"
    uid: d51c5ecd-a464-4170-82a1-fe4ae3d808cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 929cfd02-78d9-4ccf-9966-7bfa752861e5
  kind: Event
  lastTimestamp: "2026-04-25T00:49:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-25T00:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-25T00:49:50Z"
    name: xgboost-v2-mlserver-predictor.18a9732bd817b23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37354"
    uid: 94d0b813-1420-4d1d-a527-a36f28b058b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36951"
    uid: 1e04df8f-4c2c-4205-b4db-afe91c36930f
  kind: Event
  lastTimestamp: "2026-04-25T00:49:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:49:48Z"
    name: xgboost-v2-mlserver.18a9732858a33827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37341"
    uid: 933c3798-b990-465e-abd7-9bcc95192f72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36951"
    uid: 1e04df8f-4c2c-4205-b4db-afe91c36930f
  kind: Event
  lastTimestamp: "2026-04-25T00:49:05Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-25T00:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:49:05Z"
    name: xgboost-v2-mlserver.18a9732858fb6120
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: 164b8184-6d2a-43da-ab75-aa1e08a36f34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-25T00:49:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37339"
    uid: 1e04df8f-4c2c-4205-b4db-afe91c36930f
  kind: Event
  lastTimestamp: "2026-04-25T00:49:48Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-25T00:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-25T00:49:48Z"
    name: xgboost-v2-mlserver.18a9733263132577
    namespace: kserve-ci-e2e-test
    resourceVersion: "37340"
    uid: 1252f485-dfd6-4042-88ae-676fa9264be8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42422"