---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:29:36.349840Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffbf8e603ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: b8610e03-5b15-4875-945d-5d7a1ab00baf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffc14205842
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: c9552b37-1c4d-4be3-9d78-24a22cc424b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: "2026-04-16T15:29:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:44Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffc157dc70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 64255c44-f378-4235-a490-ada2a61ea37d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: "2026-04-16T15:29:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:44Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffc1870b4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: bcf19c05-a536-487e-ac3f-03864d32b92e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: "2026-04-16T15:29:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:44Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffc18e9ee47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 2d024bec-cc3b-4e94-bd29-a65f0dadb0a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 9dbe00f2-9474-4aaa-b798-ef50c2b680d2
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w_kserve-ci-e2e-test(9dbe00f2-9474-4aaa-b798-ef50c2b680d2)
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w.18a6dffe4216968f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 90eac24b-812c-4d6b-872a-615dd920b792
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: bf4940cf-0ea4-4b55-bd24-1057657edfe5
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: 'Created pod: isvc-init-fail-db90c5-predictor-cd8bb7b7d-ldt9w'
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5-predictor-cd8bb7b7d.18a6dffbf888fc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26465"
    uid: a197a2f8-1dc5-4e3e-b27c-a8ec4fb31697
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-db90c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 452ff85f-fd77-4a7e-ad66-c0a8bbf037c9
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: Scaled up replica set isvc-init-fail-db90c5-predictor-cd8bb7b7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5-predictor.18a6dffbf6065c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: e9f45faa-9670-4162-82ed-37790a3a488b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-db90c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: c33290ed-14f6-435e-b600-1687471d16ed
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-init-fail-db90c5.18a6dffbf60aa50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: ee3a049c-b977-4f4b-b783-27e4f5c9b155
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-db90c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: c33290ed-14f6-435e-b600-1687471d16ed
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-db90c5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-db90c5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5.18a6dffbf67d8e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: 3669ae47-f0ad-4b0c-8780-3d1f35b8b389
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-db90c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: c33290ed-14f6-435e-b600-1687471d16ed
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-db90c5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-init-fail-db90c5.18a6dffbf67e098d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: d279564e-9434-4a0e-a2b1-ed51fee4e28e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:11:28.269767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-xghcj
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6defea245b008
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 520b11fc-5821-426e-bce4-1b106056e5e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6defebb6a8f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 9caebe3b-3469-42fc-a778-a8b9fe729006
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6defebcae5c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: b2d09de3-b3d4-4fa9-81cc-4eeee14c2d89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6defebff27da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 817dfa66-9eab-4c01-8c48-14c32f772c81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6defec060e8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: fd036ffd-8cb3-4fcb-b5de-2be89bb2fb21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:33Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:33Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6deffc6347501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 407207c0-056d-4db4-8a55-54d43344077c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:40Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.89s (6.89s including
    waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:40Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6df0160ea4362
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 5a5e4a49-4701-40dc-8a84-f3898bc8afed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:40Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6df0164617b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 005fec6d-3a53-4def-84ff-1012e22015f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:40Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6df0164d1c0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 04346b65-dfc2-4b78-a194-b5495ab37103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:13:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:11Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6df016943a8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: b0ce4d43-b707-49f6-adf1-ba1649d21583
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 89b44339-93d2-467e-9380-e295fd4c420d
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-predictor-78c8d484d6-xghcj.18a6df15f44957da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 4cff36ca-066c-4ec2-9985-6dbafd1aa987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: ce247ef9-1537-4eaf-adfe-281e55ca71b0
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-xghcj'
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6defea1e244c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 52c37949-782c-4538-b795-286ca1c52dca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 3154354c-9ab5-4124-9c3a-b5af6f6bef6e
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm-predictor.18a6defe9f01f9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: ab64b005-3c79-408d-9d90-9e6ac579676a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 7c3fceea-cf90-4209-a4d8-e1d6e154cf4e
  kind: Event
  lastTimestamp: "2026-04-16T15:12:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:12:13Z"
    name: isvc-lightgbm-predictor.18a6df021d81c8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 8e6a9e30-9e91-44f5-a5e6-f24cee3838c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 7c3fceea-cf90-4209-a4d8-e1d6e154cf4e
  kind: Event
  lastTimestamp: "2026-04-16T15:12:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:12:13Z"
    name: isvc-lightgbm-predictor.18a6df021de8a65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: 074b52f3-7a6a-4c8c-9ecf-600ab7c00c35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 7c3fceea-cf90-4209-a4d8-e1d6e154cf4e
  kind: Event
  lastTimestamp: "2026-04-16T15:12:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:12:58Z"
    name: isvc-lightgbm-predictor.18a6df0c9b043db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: d7df8360-633b-4938-a63d-b7d736a9e76e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 7c3fceea-cf90-4209-a4d8-e1d6e154cf4e
  kind: Event
  lastTimestamp: "2026-04-16T15:12:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:12:58Z"
    name: isvc-lightgbm-predictor.18a6df0c9b6633bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: f3ebe337-92e5-462c-9a60-1b10f8e798cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:13:08.494012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df15f81a4071
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 19b7d810-6734-4820-9358-5d992f99dd0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df16117cac43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: c1f49388-11f7-43fd-8189-c2dc59e9343f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df1612c662aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: d812fa8f-7ab5-42bf-8fb7-24d5b17ca937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:09Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df1616496108
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: 4468127b-e1ef-43e9-a6a3-14509ff8d52a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:09Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df1616b5d4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: 469a838a-ba82-4565-9d14-5ba910463c3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:13Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df1723d3767f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 5848685e-9778-4382-926a-8280139da6c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df1727aa10e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: cf13f131-40eb-45f5-b633-9136fedc8207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:13:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:13:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df17281e03e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: 3fac7833-49b3-4744-90a1-3a2e0b021a3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:14:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:25Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df175fc2d610
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 72637761-fe9d-4db1-adf6-bd41cbcd258f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 8091cd92-4777-4c13-a06a-184513576ec8
  kind: Event
  lastTimestamp: "2026-04-16T15:14:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv.18a6df2b092b6dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: aec87155-e021-4ef4-86a8-9251e3618fe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: aa5cf9f4-44a5-40e6-a3bf-2d02c86d7bda
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-dwxrv'
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6df15f7ae8ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 93049f67-e53e-4369-99c5-c24121592eb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: db263ebe-05ee-4dcd-b3ee-54164f7486e0
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime-predictor.18a6df15f40e03af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: 78bb2099-44c1-42a7-b0de-7033e9d11e73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 473519f0-3aa4-4a2b-83e7-6bea32aab066
  kind: Event
  lastTimestamp: "2026-04-16T15:13:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:13:53Z"
    name: isvc-lightgbm-runtime-predictor.18a6df19729708cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: a0e8802c-0cb1-4b1c-a1b5-ac4ba4f537a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 473519f0-3aa4-4a2b-83e7-6bea32aab066
  kind: Event
  lastTimestamp: "2026-04-16T15:13:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:13:53Z"
    name: isvc-lightgbm-runtime-predictor.18a6df1972f99669
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: e1f98e07-57ee-455b-9999-94369e09c04e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 473519f0-3aa4-4a2b-83e7-6bea32aab066
  kind: Event
  lastTimestamp: "2026-04-16T15:14:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:14:38Z"
    name: isvc-lightgbm-runtime-predictor.18a6df23eff20356
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 023ef6b9-4db1-41f6-bc17-090ff83d7873
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 473519f0-3aa4-4a2b-83e7-6bea32aab066
  kind: Event
  lastTimestamp: "2026-04-16T15:14:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:14:38Z"
    name: isvc-lightgbm-runtime-predictor.18a6df23f052178a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 40b0fb23-8adc-4ac3-a9df-d07c1c25758d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 9fdedaf3-842f-4dce-ae39-c0017fcb95f3
  kind: Event
  lastTimestamp: "2026-04-16T15:14:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:14:35Z"
    name: isvc-lightgbm-runtime.18a6df15f40104fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: 188e2335-9c7e-4d50-a93b-b3f7f5659b5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 9fdedaf3-842f-4dce-ae39-c0017fcb95f3
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime.18a6df15f4999f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18110"
    uid: 1cb04a69-7137-4edc-9747-e5bef2cbec4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: 9fdedaf3-842f-4dce-ae39-c0017fcb95f3
  kind: Event
  lastTimestamp: "2026-04-16T15:13:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:13:08Z"
    name: isvc-lightgbm-runtime.18a6df15f82a5dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: be74734d-f814-44a3-8153-4227f5ee54cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 9fdedaf3-842f-4dce-ae39-c0017fcb95f3
  kind: Event
  lastTimestamp: "2026-04-16T15:14:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:14:35Z"
    name: isvc-lightgbm-runtime.18a6df2a3fc8b2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 6c2aa994-2a19-486a-8936-eb1bebb497f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:17:39.348151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df55084476ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: cf9b9482-c94c-4175-beca-d4a353279bba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df55218a1e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 95696141-91fe-4d8b-998d-7da67b65d7a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df5522d6e7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 53d1e0b7-d555-4cb9-b2db-4733829b6c18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df5526bf5a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 58dfa4e0-6022-459d-baea-386ccb9fe3ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df552737ce91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 0f5e4b3b-4a7d-4274-a55a-6525f77307f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:43Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df5602241dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 1f7ab386-40ad-4651-a320-7d530fb7029b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df560681ce39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: d7cf76b3-cd85-4b15-b110-9de0078f920a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df5606f46622
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: affa1ea6-8f24-4ea5-89a2-bd4388468a69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df563e16f032
    namespace: kserve-ci-e2e-test
    resourceVersion: "20249"
    uid: a414b813-a74d-4882-acf3-fa52dcd7155c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: d4eff692-25d1-48e4-810c-a5325fabf194
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7.18a6df59b419c29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 229d666b-9748-4cdb-a964-84c15344a99d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: 6d89b33e-2f47-46e9-a806-e698865c9d0f
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-bcss7'
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6df5507d74c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: 8aedd8b5-7f6a-4bad-99fb-4403c56ffe6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: 3e51fb88-da75-44d4-8cc5-418508431ca5
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6df55042f3af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 52eeb630-10ef-4a2c-9fdc-78f8c405b90d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: af24870f-192c-4bb3-a13c-4e27f849b6a5
  kind: Event
  lastTimestamp: "2026-04-16T15:17:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6df5882ab2268
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 6a957767-42e4-4e74-ae6c-8ceeea3fccbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: af24870f-192c-4bb3-a13c-4e27f849b6a5
  kind: Event
  lastTimestamp: "2026-04-16T15:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6df58830ab472
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: ff9cbccb-d31b-4d59-830e-e90c30412a78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 6c7c1d60-3c6a-41eb-ba0b-f50266a1cffd
  kind: Event
  lastTimestamp: "2026-04-16T15:17:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:55Z"
    name: isvc-lightgbm-v2-kserve.18a6df55040b8be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: e359538b-693f-4e3a-9597-72cb46c3d6ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 6c7c1d60-3c6a-41eb-ba0b-f50266a1cffd
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-kserve.18a6df55044ec927
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: d2de98ff-0ba0-4ebf-b31c-c57e32ee47fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: 6c7c1d60-3c6a-41eb-ba0b-f50266a1cffd
  kind: Event
  lastTimestamp: "2026-04-16T15:17:55Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:55Z"
    name: isvc-lightgbm-v2-kserve.18a6df58d1570dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 31b7b617-310d-4210-918e-d4394ab6d9f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:14:39.058906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2b0e30ec43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: fcb2e7ce-f4a9-4195-a2d4-4fa9972ab7a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2b2786c91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 4d813941-70d7-4fb0-a60f-8096c66f8f6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2b28bf3c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: b1b203bf-e234-4e01-abfe-feabcd6bd29d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2b2c4b6a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 424c2676-eeec-4996-96ae-14a588b81253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2b2cc00729
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 20c25bda-0298-42f5-9707-02ae9d09a79a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:14:43Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T15:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:14:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df2c2c51c417
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 076bc06d-3a47-4489-a896-7debebb81547
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:17:00Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m16.745s
    (2m16.745s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df4c02fa602b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: d6908a60-cde5-4fbc-999f-cdba72710a87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:17:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df4c0b0189cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: dc903f60-3d79-40f8-8dbc-b93de0eefa35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:17:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df4c0cc1d06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: b01a6939-d636-411c-a1b1-99d30f7e8251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 5c6a4913-0e35-48aa-be05-69b4e3b32a68
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5.18a6df5501ef9495
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: efd8a441-1cf3-4368-8ab6-399607a566dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 183ef10c-f062-4142-87b0-44887bfe25db
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-7kmd5'
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6df2b0dd6a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: aa201512-5c75-404e-9e67-b2a3ad42482f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 37edd6f1-d250-4eec-9c53-16c71101ff9f
  kind: Event
  lastTimestamp: "2026-04-16T15:14:38Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:14:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6df2b0a3c4df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: a23cb815-f183-4e1b-8385-868773683a21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 0b86ca24-287d-48d2-8def-f89af201b00b
  kind: Event
  lastTimestamp: "2026-04-16T15:17:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6df2e88bc7e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 3858895f-b19f-49c6-8c9b-ee2c82171eb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 0b86ca24-287d-48d2-8def-f89af201b00b
  kind: Event
  lastTimestamp: "2026-04-16T15:17:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6df2e891e98fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: 39d31beb-cf72-46a4-99c0-0be4a3244f05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 0b86ca24-287d-48d2-8def-f89af201b00b
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6df54fe106324
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: c5ae8353-00f9-412c-8d15-6f34ab30d203
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 0b86ca24-287d-48d2-8def-f89af201b00b
  kind: Event
  lastTimestamp: "2026-04-16T15:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6df54fe74e714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 2b735090-b17f-4fb3-8b07-ebb44f919a52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 2dbf4f97-6bb6-44a8-81ad-f091a12e71b3
  kind: Event
  lastTimestamp: "2026-04-16T15:17:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:32Z"
    name: isvc-lightgbm-v2-runtime.18a6df2b0a163cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: 720b2ee8-9821-4f92-a2fc-6a4cfaae6c2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 2dbf4f97-6bb6-44a8-81ad-f091a12e71b3
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime.18a6df2b0a634e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: a8cc9f23-14b5-40bf-90ae-e1c0c60e945f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 2dbf4f97-6bb6-44a8-81ad-f091a12e71b3
  kind: Event
  lastTimestamp: "2026-04-16T15:14:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:14:39Z"
    name: isvc-lightgbm-v2-runtime.18a6df2b0e6e04f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: b30ba9c7-d57a-4d33-bfd6-8ffc49ee1e06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 2dbf4f97-6bb6-44a8-81ad-f091a12e71b3
  kind: Event
  lastTimestamp: "2026-04-16T15:17:32Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:32Z"
    name: isvc-lightgbm-v2-runtime.18a6df536e20c8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: eaed93b4-31e8-4ca7-badd-40ea067b0b5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: f10d34a8-9b55-4820-aed6-43d5ab435c8d
  kind: Event
  lastTimestamp: "2026-04-16T15:13:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:13:01Z"
    name: isvc-lightgbm.18a6defe9ed98733
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: 1be9f5f0-daca-4b75-b000-3a19db590c56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: f10d34a8-9b55-4820-aed6-43d5ab435c8d
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-lightgbm.18a6defe9f847a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: d272d1e6-c4c9-46a7-a96e-0d77be5668e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: f10d34a8-9b55-4820-aed6-43d5ab435c8d
  kind: Event
  lastTimestamp: "2026-04-16T15:13:01Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:13:01Z"
    name: isvc-lightgbm.18a6df1449d42d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18008"
    uid: 6e454944-b7b2-4020-b9d4-f1f9546ff355
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:10:03.011745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7c7767ff77-fcpnf
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deeac8811de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 36994e06-c6b7-48f6-b75e-025a9aea24f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deeae28b5a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: fe1a95e2-4889-4566-a1f8-38239dce446d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deeae3e0f48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: aaa1bfc3-ebfe-41d5-a9c0-0c68e8bbb5f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deeae755544a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 166bc3c1-d873-4c8b-919e-36aea66dcd8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deeae7c6b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0c86251a-8174-4b14-9ece-587fe3df3348
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebe92446f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: b554be52-e562-4a4b-a941-6711890f6cd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebed2bbfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 589858ad-104e-4daa-ab14-ebe330c49ead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebeda24945
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 6e5d49ba-ad82-43d0-8810-3a9b214cc90a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:93a3c88e5cf08b3e8030b29f6d098cd5406a6fd3ad769e6e697c2ae6303a7cab"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebedaf1e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: e1ceb203-2cc6-4b00-85e3-9ca359c397bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebf0dc579a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 6cc0cf8b-36ed-4dda-a5c6-6a50784fec5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:10:07Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:07Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deebf1592dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 12acb87f-016e-4c15-9b43-beb9bd43b8ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:11:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:50Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deec252817e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 5f65458b-6d05-4406-9e81-23cb7bca0d48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:11:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T15:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:50Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6deec60e9da5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 7ab7c8db-7afc-4756-b0c4-9612bfe78b03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6defea1398fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: ea3534b3-6fa0-4dde-90fa-edca73b3abd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7c7767ff77-fcpnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: ed0fc457-d488-4087-bfa9-5cc3853f0a2a
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: isvc-logger-predictor-7c7767ff77-fcpnf.18a6defea13ac6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: 02623dcf-3163-42d3-a279-766555e28c94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7c7767ff77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 98335a96-f816-40f7-824e-756f42f5d891
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: 'Created pod: isvc-logger-predictor-7c7767ff77-fcpnf'
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger-predictor-7c7767ff77.18a6deeac80da6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 5a692ff8-b787-4c0a-9b18-a26f6c388c37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: c383abac-b1e5-41e5-8f45-edb973bd48d5
  kind: Event
  lastTimestamp: "2026-04-16T15:10:02Z"
  message: Scaled up replica set isvc-logger-predictor-7c7767ff77 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:02Z"
    name: isvc-logger-predictor.18a6deeac551fef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 7c544da2-55d0-4a1d-ac4e-c545528d5ef4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: a39eb05d-6013-4368-a263-64a04ed7259e
  kind: Event
  lastTimestamp: "2026-04-16T15:10:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:33Z"
    name: isvc-logger-predictor.18a6deee443a0d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 566b5be5-9d85-4bc6-b61d-99a67c5bc35f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: a39eb05d-6013-4368-a263-64a04ed7259e
  kind: Event
  lastTimestamp: "2026-04-16T15:10:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:33Z"
    name: isvc-logger-predictor.18a6deee44d2fd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 5321c7f3-9ad6-41e1-9cbb-7d255f371abd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: a39eb05d-6013-4368-a263-64a04ed7259e
  kind: Event
  lastTimestamp: "2026-04-16T15:11:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:11:18Z"
    name: isvc-logger-predictor.18a6def542a7d13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: f3ca90d2-8c37-4b60-96d3-5ae590ef3bba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: a39eb05d-6013-4368-a263-64a04ed7259e
  kind: Event
  lastTimestamp: "2026-04-16T15:11:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:11:18Z"
    name: isvc-logger-predictor.18a6def543120e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: c90a62a9-40ec-459b-8192-e3584ca9b121
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: b040f3d2-c0f6-4c32-bd11-78fb9dc5148b
  kind: Event
  lastTimestamp: "2026-04-16T15:11:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:11:20Z"
    name: isvc-logger.18a6deeac586493a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 98c32ae7-cc5d-4636-bacc-7d2d83f0038d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: b040f3d2-c0f6-4c32-bd11-78fb9dc5148b
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger.18a6deeac5fb37b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 54695206-9711-47d8-bc89-9f8b0575d735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: b040f3d2-c0f6-4c32-bd11-78fb9dc5148b
  kind: Event
  lastTimestamp: "2026-04-16T15:10:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:10:03Z"
    name: isvc-logger.18a6deeac9f7f852
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: a17f5758-7517-4708-aa88-9eaba889c0dc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: b040f3d2-c0f6-4c32-bd11-78fb9dc5148b
  kind: Event
  lastTimestamp: "2026-04-16T15:11:20Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:11:20Z"
    name: isvc-logger.18a6defceddb52e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: e6db86f0-1be9-40c4-8889-ec410364838a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:17:59.437561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df59b5b08a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 7a630241-6f35-46d0-a76c-bd945a3afbae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df59cf603e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 95e0aa1e-35fb-4726-b55a-30d8729480ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df59d2c26b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: ae159d77-8789-4e40-958b-17cbcb10081c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df59d707bc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 0c1abb7e-cccb-4ebf-a353-7d9b19b46322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:18:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:00Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df59d7881c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: c5d87dbe-a2bd-42ab-9054-05210cb9add0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:18:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df5aeb0256d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: 8215e6dd-33fc-449d-9a10-cd5019eb0ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:18:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df5aeebc6ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 7350d452-086e-426e-84f8-4be61a9b7bb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:18:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df5aef31fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: a7391044-c4f3-4e06-b769-abaed0476ae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 0ad3d097-ff49-4df7-8db1-ef1ca0ec8435
  kind: Event
  lastTimestamp: "2026-04-16T15:18:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj.18a6df630cf1b926
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 426cc1c7-6d3a-47a4-a210-4954d2c01769
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: e2714d5e-7823-45c2-9891-de7711a4134e
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-lxbwj'
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6df59b556f468
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: f327eb2c-cf31-48cb-991c-14da3afe4826
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 176214ec-8588-4f27-95af-9e7ea410fd40
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6df59b311812f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: d95658e2-2005-4d21-b745-cd1a63b9c6e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: fee01de1-6ae6-45b8-9218-700594e7307a
  kind: Event
  lastTimestamp: "2026-04-16T15:18:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:18:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6df5d318fdbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6aa7a246-5914-4a6a-9b24-8152a90436a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: fee01de1-6ae6-45b8-9218-700594e7307a
  kind: Event
  lastTimestamp: "2026-04-16T15:18:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:18:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6df5d31eedbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 92f72cf9-c889-492d-95a2-4bf040f8318e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 9ac22473-ac4d-4ba4-82d7-116294751944
  kind: Event
  lastTimestamp: "2026-04-16T15:18:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:18:36Z"
    name: isvc-mlflow-v2-runtime.18a6df59b2ef0740
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 7cc2ddb5-b518-4c57-b946-13563e74a584
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 9ac22473-ac4d-4ba4-82d7-116294751944
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime.18a6df59b35c32dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 6ae3ea39-d88d-4164-aa36-d5122e192a87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: 9ac22473-ac4d-4ba4-82d7-116294751944
  kind: Event
  lastTimestamp: "2026-04-16T15:17:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:17:59Z"
    name: isvc-mlflow-v2-runtime.18a6df59b7a351da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 1dcdbd48-f2e3-4f28-8855-d7ec1ddcd7d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 9ac22473-ac4d-4ba4-82d7-116294751944
  kind: Event
  lastTimestamp: "2026-04-16T15:18:36Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:18:36Z"
    name: isvc-mlflow-v2-runtime.18a6df6262cae3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 353ced83-311a-4281-9735-f85e4aa953fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:19:59.751238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-h6xds
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df75b8f18a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: 71a980b0-44a5-4cd3-ae6d-8634227781f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:00Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:20:00Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df75d29401ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 954ce265-5975-4eb7-b2bd-31d7e020b046
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:00Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df75d3ea1bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 45cd8e5a-7e1c-4368-a2e4-b1577109c241
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:00Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df75d71abdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: 429ce1a6-87c8-4d83-9d19-85ac2e4b2999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:00Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df75d78fcaa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 0b368b9e-54cd-4c8b-87e1-b2d995d00e7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:05Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:05Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df76f6be7bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: 062ff8cd-14f5-4350-9795-019da974c750
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:17Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.193s (12.193s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:17Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df79cd8d0e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 4dce937b-9300-401e-b164-ec50bfcd3d90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:17Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df79d0cebfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 9dce47e3-7d43-4df6-b425-6d3aa9bd268a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:17Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df79d142f1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 08059b07-6618-44d0-96e4-887be1e8f535
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:20:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:59Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df7a011326dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 462790bf-e1f5-4ad8-8137-562bda6cb02e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: effd37f5-5b3f-4197-80c0-c972991f7394
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-predictor-7dddcb4bd4-h6xds.18a6df8660b2a428
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: f7c2434c-f5dd-4b4c-86b2-39d9d22cb710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: ddbf995f-90ae-49dc-a00e-d9bd0dc10394
  kind: Event
  lastTimestamp: "2026-04-16T15:19:59Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-h6xds'
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6df75b8941ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 68100fa4-b832-4e6c-8874-20106320a1ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 6ca84cd8-8394-447d-859c-df3ab3e95167
  kind: Event
  lastTimestamp: "2026-04-16T15:19:59Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-paddle-predictor.18a6df75b6062107
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 81dfeb38-9f0d-41c4-b0f7-7a58b57e5ead
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 71029325-2037-46b7-bafd-5bccdd0dbfb3
  kind: Event
  lastTimestamp: "2026-04-16T15:20:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:20:29Z"
    name: isvc-paddle-predictor.18a6df79347fb55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: bcafd7f3-db0f-4ad7-bb74-e7d3fd9793e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 71029325-2037-46b7-bafd-5bccdd0dbfb3
  kind: Event
  lastTimestamp: "2026-04-16T15:20:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:20:29Z"
    name: isvc-paddle-predictor.18a6df7934e9762b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 0a274ff1-6161-45b6-a658-dac3afe3c6fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 71029325-2037-46b7-bafd-5bccdd0dbfb3
  kind: Event
  lastTimestamp: "2026-04-16T15:20:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:20:59Z"
    name: isvc-paddle-predictor.18a6df8032bf7bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: 1b29c30f-a307-4be5-87b2-75ab6229f3a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 71029325-2037-46b7-bafd-5bccdd0dbfb3
  kind: Event
  lastTimestamp: "2026-04-16T15:20:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:20:59Z"
    name: isvc-paddle-predictor.18a6df8033291cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 8ad81e11-6aff-4c6b-af8a-62d44e87ffe8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:21:11.354546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-xklbk
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df8664d55bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 76466db1-9c72-47f4-b912-0b7ead738e49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df867dddd779
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: 2741821c-e9ce-4d0f-8da5-5734cf273b77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df867f09ada3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: dcba52c5-bc11-4f99-ae07-99ae6705b340
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    in 5.065s (5.065s including waiting). Image size: 300960724 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df87acf18712
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: f955bdaf-892b-41fe-90a8-c6ea828bc435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df87b0162e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 167841d9-32b7-439e-9ad2-db086785f7f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df87b0936882
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 2ef40846-67a8-4428-9413-4d940823702a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:21Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:21Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df88bbc0b10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 0eaacbb8-1360-4f80-b8f1-821d3a3c141b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:33Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.91s (11.91s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:33Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df8b81b0dad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: 42ad309c-8df1-4de8-b48f-5812d5589b96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:33Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df8b88110521
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 9099ada3-ca88-4def-bcd4-fb2c3d335ec7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:21:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:21:33Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df8b8a4fbc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: f4c10c30-3155-4c99-9f75-9d73938bebc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:22:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:05Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df8bc55f0aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: 80f20d8e-cbff-4faa-9bad-6f2655c20bda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: aac49458-692f-47ba-8dba-bef2409a7ffd
  kind: Event
  lastTimestamp: "2026-04-16T15:22:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-xklbk.18a6df9709cf04f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: bed864eb-dd75-4143-91e2-05d21853d8a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 1b75695a-f74a-4265-bcc1-6be2ad4e7892
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-xklbk'
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6df8664754b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 20ea0bc6-0e7c-4251-9df5-63f9cc222850
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: b8de031c-9250-4b5d-b351-35e4bb920f81
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime-predictor.18a6df8661ff7312
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: efcb2f2b-2ac5-4a76-a88f-b30cc2ee0574
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 8652cd93-18dc-48ff-bab5-c468096cb589
  kind: Event
  lastTimestamp: "2026-04-16T15:21:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:21:41Z"
    name: isvc-paddle-runtime-predictor.18a6df89e073f73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: 5632c3f9-4416-4d28-97f8-5d29d40f777a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 8652cd93-18dc-48ff-bab5-c468096cb589
  kind: Event
  lastTimestamp: "2026-04-16T15:21:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:21:41Z"
    name: isvc-paddle-runtime-predictor.18a6df89e0d50e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: b439c130-7443-42c0-ad95-14f465c64939
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: 8652cd93-18dc-48ff-bab5-c468096cb589
  kind: Event
  lastTimestamp: "2026-04-16T15:22:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:11Z"
    name: isvc-paddle-runtime-predictor.18a6df90defc58c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: 40074a4f-23c9-42b0-a547-2fc7a74fb8b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: 8652cd93-18dc-48ff-bab5-c468096cb589
  kind: Event
  lastTimestamp: "2026-04-16T15:22:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:11Z"
    name: isvc-paddle-runtime-predictor.18a6df90df680e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: 87da5585-fab8-42c3-826e-20a088b1ae9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: f1bcac6f-d8bf-43a3-ada5-48092a2369bf
  kind: Event
  lastTimestamp: "2026-04-16T15:22:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:22:15Z"
    name: isvc-paddle-runtime.18a6df8661d69192
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 409f6965-0cb8-40a2-9d92-e53a40dc8683
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: f1bcac6f-d8bf-43a3-ada5-48092a2369bf
  kind: Event
  lastTimestamp: "2026-04-16T15:21:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:21:11Z"
    name: isvc-paddle-runtime.18a6df8662327b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 6120171e-4df0-4dc2-9aec-3378305dced0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: f1bcac6f-d8bf-43a3-ada5-48092a2369bf
  kind: Event
  lastTimestamp: "2026-04-16T15:22:15Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:22:15Z"
    name: isvc-paddle-runtime.18a6df955572b847
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 8862219f-1f68-4031-9e1d-698f47e6ab19
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:22:22.892948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df970cdab75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: 408a3cd2-652d-40cd-a4af-91c175da1d66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:23Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:22:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df972759b624
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 9a387f13-74b6-4f19-87a5-9d4eef10cc2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df9728a34d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 70bed657-dbf6-456f-9f82-19b48cfb0798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df972b542036
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: b89e1ace-0562-418a-8910-7ec33a694112
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df972bce5cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 5766a59e-c00e-446e-98b1-94afe911707e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:28Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df9860c7ea88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: ef32068b-7483-412f-b910-171b56772373
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df9864079d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: 29c5b7ac-ff89-4837-a167-d0d73d701f9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:22:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:22:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df98647f45bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: efc2cf2c-94da-445c-8235-33d8f9f45ae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:23:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:00Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6df989cb3feab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22900"
    uid: c672cc63-6a84-4338-9212-f3cff3b788d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e76bcb15-d7b8-4d8f-bca0-c8a8ed3eac84
  kind: Event
  lastTimestamp: "2026-04-16T15:23:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l.18a6dfa318fd1d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 57d3dce9-a533-4506-9d1b-51f320aedd44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: 57a12eec-7afb-4dd5-bec1-e47dbcffceca
  kind: Event
  lastTimestamp: "2026-04-16T15:22:22Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-bc22l'
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6df970c88d2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 5c426a88-abe4-4582-b707-6950d60b17de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 990605c6-6225-4634-9005-e538fd437da0
  kind: Event
  lastTimestamp: "2026-04-16T15:22:22Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6df970a799218
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 448553ab-7153-4fba-8656-b5e893b9d6cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 08f0a11a-70b5-4e2b-a500-13be0c0eea9b
  kind: Event
  lastTimestamp: "2026-04-16T15:22:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a6df9a895eaa76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 534b081e-8014-4879-88eb-916bfdf318be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 08f0a11a-70b5-4e2b-a500-13be0c0eea9b
  kind: Event
  lastTimestamp: "2026-04-16T15:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:22:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a6df9a89cd9ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: 66a41dc6-071f-4abd-9f64-78d3d4fcad37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 08f0a11a-70b5-4e2b-a500-13be0c0eea9b
  kind: Event
  lastTimestamp: "2026-04-16T15:23:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a6df9e0893e8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: bb5b1d88-8576-4a27-bd18-8b5f67c6abfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 08f0a11a-70b5-4e2b-a500-13be0c0eea9b
  kind: Event
  lastTimestamp: "2026-04-16T15:23:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a6df9e08f45ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 56cc3261-8b4e-4bed-a2cc-f04c5d9d92da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 47b9337c-45fb-4aca-8d58-da36282de6ed
  kind: Event
  lastTimestamp: "2026-04-16T15:23:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:23:10Z"
    name: isvc-paddle-v2-kserve.18a6df970a32e9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: c24779a7-a26b-4c3a-8521-719c897f1f59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 47b9337c-45fb-4aca-8d58-da36282de6ed
  kind: Event
  lastTimestamp: "2026-04-16T15:22:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-v2-kserve.18a6df970a97d0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: bd75ca37-2213-47f6-a205-0dbf8b7537d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 47b9337c-45fb-4aca-8d58-da36282de6ed
  kind: Event
  lastTimestamp: "2026-04-16T15:22:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:22:22Z"
    name: isvc-paddle-v2-kserve.18a6df97111abbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 893ed4f9-c1b0-463f-8238-8c2d2af3d4f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: 47b9337c-45fb-4aca-8d58-da36282de6ed
  kind: Event
  lastTimestamp: "2026-04-16T15:23:10Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:23:10Z"
    name: isvc-paddle-v2-kserve.18a6dfa22cc1e7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: 2ab160d8-06b3-4305-9723-ac01dcf96a7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: a06589f8-32ba-44b1-a1de-491dd3d593b4
  kind: Event
  lastTimestamp: "2026-04-16T15:21:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:21:09Z"
    name: isvc-paddle.18a6df75b5e0cd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: e21a0e53-dc92-4e5e-b823-aa5d011cd0e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: a06589f8-32ba-44b1-a1de-491dd3d593b4
  kind: Event
  lastTimestamp: "2026-04-16T15:19:59Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-paddle.18a6df75b65c7996
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 495deebd-6cfb-4d9f-8881-c0a568bf01b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:21:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: a06589f8-32ba-44b1-a1de-491dd3d593b4
  kind: Event
  lastTimestamp: "2026-04-16T15:21:09Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:21:09Z"
    name: isvc-paddle.18a6df85e4c392e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 23ba0ffa-167e-4fbd-9ffd-98d435ec5038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:23:14.729504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-ft682
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:23:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa31e8dc9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: c53ce465-7665-4576-ac22-cc2c0887fb40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:15Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:23:15Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa3379da6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 447c6c19-7126-4655-828b-0e0c1838552f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:15Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa338d995dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: b820ca38-8b8e-4b97-bc0d-a0ff4a5c3e2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:15Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa33cb2e023
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 1a9746b5-7779-483b-a7f1-14dac6e657f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:15Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa33d2c36ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: dbcad531-c299-41fc-a8fe-de4c1f453ea6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:19Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa4496f6d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: b26b5d53-7e58-4171-9b1f-9a2ce951dbb6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:26Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.875s (6.875s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa5e3413986
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: fc992aea-2343-492c-af12-8aa4b885db3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa5e7e07094
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: f4d5110f-4c30-42b0-9bc2-6ab1ddf6a75c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:23:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:23:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa5e856762a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: f8942a3e-1226-4ff5-aab9-ab34163aeeea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:24:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:24:56Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfa5ec541ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 06441f35-7261-4a9d-9178-42d5d2d2f619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ft682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: a2c4226d-7185-4d04-a84c-9d98df69c2bd
  kind: Event
  lastTimestamp: "2026-04-16T15:24:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-predictor-5584ffd8c9-ft682.18a6dfbaa38502a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 552c7795-e6d5-4e5a-8b04-65047de2f126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23036"
    uid: ed96c872-3b76-4f1f-9f19-2e5c906756c4
  kind: Event
  lastTimestamp: "2026-04-16T15:23:14Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-ft682'
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:14Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6dfa31ddad667
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: 7d61b28d-5f03-4d6c-9361-58c83289c4c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 9b4b591a-47da-49ff-9f0a-94a300918113
  kind: Event
  lastTimestamp: "2026-04-16T15:23:14Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:14Z"
    name: isvc-pmml-predictor.18a6dfa31b6953db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: 091fc364-9c2d-4504-a7a6-c68de808ace6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 81a5e1cc-8b37-422c-ab35-941980443f67
  kind: Event
  lastTimestamp: "2026-04-16T15:23:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:44Z"
    name: isvc-pmml-predictor.18a6dfa69a4a2433
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: 32cebbc6-4c53-4726-b4fd-9a3a4f4c41fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 81a5e1cc-8b37-422c-ab35-941980443f67
  kind: Event
  lastTimestamp: "2026-04-16T15:23:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:23:44Z"
    name: isvc-pmml-predictor.18a6dfa69a8cee5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: dcccd0cc-25d9-42e1-8e29-cdbfb5a053f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: 81a5e1cc-8b37-422c-ab35-941980443f67
  kind: Event
  lastTimestamp: "2026-04-16T15:24:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:24:44Z"
    name: isvc-pmml-predictor.18a6dfad9887c9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: dfb2c969-9c54-4b98-85e1-067ae5c1c768
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: 81a5e1cc-8b37-422c-ab35-941980443f67
  kind: Event
  lastTimestamp: "2026-04-16T15:24:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:24:44Z"
    name: isvc-pmml-predictor.18a6dfad98edd268
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 31d3961a-ce4f-4c6f-8084-1c089ef1c37d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:24:55.820817Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbaa810d5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: a7f51fc9-3b3f-4740-beff-92b6a9d18cf7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:24:56Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:24:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbac10cafcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: b15a69f7-d8d9-49f7-94a4-d1d041430910
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:24:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:24:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbac24587b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 7c7434b4-f859-4eec-95f3-6d3fda5e10c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:24:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:24:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbac4e68872
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: 2c59b8bf-51f9-410a-b0ef-f846c137c4e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:24:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:24:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbac55b1d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: 9c30027f-7f99-4727-9dc1-54e89640e6c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:25:01Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:25:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbbdf072c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 9168815c-6a25-4fba-ba17-c4b4fe1dd405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:25:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:25:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbbe220a0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 474978de-2eda-4a86-9b9c-315b9cc03ea0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:25:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:25:01Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbbe29e41f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 34a3f880-c08a-4bba-8501-9c1716bf05ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:26:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:14Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfbc1aeb469f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 05412a26-2a00-490d-a8ca-e979d9a67faf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: ecab4a0e-b0ce-4836-8acd-769cd8e727cc
  kind: Event
  lastTimestamp: "2026-04-16T15:26:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:26Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv.18a6dfcfdbcb7422
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 4b01281e-73f6-4e84-ac82-259456f33280
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 2827e9cb-8dc5-44f5-b222-703351e7dd36
  kind: Event
  lastTimestamp: "2026-04-16T15:24:55Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-zt4tv'
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6dfbaa7943580
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 8b9d1fe7-ccf2-4a96-b9fa-14955b7384e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: e4bd96a6-126e-4a78-84b1-a45284b5b829
  kind: Event
  lastTimestamp: "2026-04-16T15:24:55Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-runtime-predictor.18a6dfbaa3fe3a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 95f7b453-2392-4b14-bf39-abd90c6d80e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: ef8f0483-84d8-489e-bd13-77d65a92405c
  kind: Event
  lastTimestamp: "2026-04-16T15:25:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:25:40Z"
    name: isvc-pmml-runtime-predictor.18a6dfbe231388dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 7773c796-f9bf-4dbb-bb41-f7a08e31529c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: ef8f0483-84d8-489e-bd13-77d65a92405c
  kind: Event
  lastTimestamp: "2026-04-16T15:25:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:25:40Z"
    name: isvc-pmml-runtime-predictor.18a6dfbe238077fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 159e00fd-d8ca-41c4-9f81-d2fbbcbf1961
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: ef8f0483-84d8-489e-bd13-77d65a92405c
  kind: Event
  lastTimestamp: "2026-04-16T15:26:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:26:25Z"
    name: isvc-pmml-runtime-predictor.18a6dfc8a0933084
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 35faae2b-2a74-4ae7-8a61-51bdbe5c6b3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:25:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: ef8f0483-84d8-489e-bd13-77d65a92405c
  kind: Event
  lastTimestamp: "2026-04-16T15:26:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:26:25Z"
    name: isvc-pmml-runtime-predictor.18a6dfc8a11d74ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: 7fa53fdd-42b4-4dfa-9acb-9b48da6e950b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: 36d5f60b-a5bc-4528-91ab-38218be0bdc5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:26:24Z"
    name: isvc-pmml-runtime.18a6dfbaa3d60bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24807"
    uid: c40e28a3-2d02-43db-9309-ad4cc58bd8d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: 36d5f60b-a5bc-4528-91ab-38218be0bdc5
  kind: Event
  lastTimestamp: "2026-04-16T15:24:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-runtime.18a6dfbaa418428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: dca62eee-e90b-4d1f-9080-4b0e48e6c6ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: 36d5f60b-a5bc-4528-91ab-38218be0bdc5
  kind: Event
  lastTimestamp: "2026-04-16T15:24:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:24:55Z"
    name: isvc-pmml-runtime.18a6dfbaa823c7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: 82ff979b-2d5a-4e7a-9981-4a9e9713149a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: 36d5f60b-a5bc-4528-91ab-38218be0bdc5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:24Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:26:24Z"
    name: isvc-pmml-runtime.18a6dfcf60b5717b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: d9bdd997-4450-4854-87f7-c9a269b0ec8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:26:26.931043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:26:26Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfcfdea8828c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: 27d6b30d-cdeb-4b18-af9d-f40b721c2d5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24872"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:27Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:26:27Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfcff7efd3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: ddd288ae-bb52-47c9-9892-b08eed1af056
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:27Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfcff92a5fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: 4fe8b07e-c690-442e-91f3-c0f10da2f363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:27Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfcffd0ec70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: 5c343689-3855-4f46-a472-262a8a50e464
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:27Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfcffd8afe2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: ea9a5181-d5c7-4ce9-a53b-0e4c7d6ddc6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:31Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfd0e23080b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24927"
    uid: 35731adb-0842-4f8c-8c72-5bd34b864676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfd0e50dd08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 4b73dc19-1c0b-4103-a792-f5202ff4b230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:26:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfd0e58b5714
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: 4a376cee-58fa-45d5-a11e-079f88104e92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:27:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:27:42Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfd11e45ed58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25439"
    uid: 0d97d0ea-5358-49f4-af1f-69a8e8305e47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 84ec3308-c52f-4c97-a9e1-0da802f3e2f5
  kind: Event
  lastTimestamp: "2026-04-16T15:27:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:27:57Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt.18a6dfe512b07f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: 74c8eccd-ac4c-43ae-8382-555704ec882e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 46de119b-ec7d-4923-9bb5-fe91a3d12894
  kind: Event
  lastTimestamp: "2026-04-16T15:26:26Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-24hvt'
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:26:26Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6dfcfde7803ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24863"
    uid: 66d18af0-2591-4a22-9b05-9207c58e68a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 2e1412f4-75db-4dc4-9ee1-44b5cb7f0a22
  kind: Event
  lastTimestamp: "2026-04-16T15:26:26Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:26:26Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dfcfdad32dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: 37214cf1-eda3-4052-9c10-5d9132bf554b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 52628c8a-3900-458f-a984-9b4a66cc8de7
  kind: Event
  lastTimestamp: "2026-04-16T15:27:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:11Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dfd35961de24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: 7a87ea7f-b6af-4d21-b205-2b04cfbc92fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 52628c8a-3900-458f-a984-9b4a66cc8de7
  kind: Event
  lastTimestamp: "2026-04-16T15:27:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:11Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dfd359c88689
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 030e41fb-f487-445b-9b3a-06b961abcb33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 52628c8a-3900-458f-a984-9b4a66cc8de7
  kind: Event
  lastTimestamp: "2026-04-16T15:27:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:56Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dfddd79d0723
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: c72614a4-9e86-427a-89a0-629e7a1bd763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 52628c8a-3900-458f-a984-9b4a66cc8de7
  kind: Event
  lastTimestamp: "2026-04-16T15:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:56Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dfddd810347a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 1d11c9c7-3f99-4888-8060-d310ebd00cda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: c6b356b7-4716-46b1-b325-756194ac2624
  kind: Event
  lastTimestamp: "2026-04-16T15:27:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:27:52Z"
    name: isvc-pmml-v2-kserve.18a6dfcfdaa924ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 7b356121-02f2-47cb-b897-518b6960ad19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: c6b356b7-4716-46b1-b325-756194ac2624
  kind: Event
  lastTimestamp: "2026-04-16T15:26:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:26:26Z"
    name: isvc-pmml-v2-kserve.18a6dfcfdaf93dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: 9630c3b0-e127-4b83-9fb9-56f37396fc3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: c6b356b7-4716-46b1-b325-756194ac2624
  kind: Event
  lastTimestamp: "2026-04-16T15:27:52Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:27:52Z"
    name: isvc-pmml-v2-kserve.18a6dfe3dedd7792
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 537cf645-470d-4eb8-8400-1894ffcf87e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23012"
    uid: 93c89ffb-24fa-4d9a-9082-ccabcd8895d6
  kind: Event
  lastTimestamp: "2026-04-16T15:24:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:24:46Z"
    name: isvc-pmml.18a6dfa31b42d7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: ada2742a-2512-4c14-bf2b-357561ef5a43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23012"
    uid: 93c89ffb-24fa-4d9a-9082-ccabcd8895d6
  kind: Event
  lastTimestamp: "2026-04-16T15:23:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:23:14Z"
    name: isvc-pmml.18a6dfa31b962f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: f7add8f9-4345-49f6-a0d4-ee9af16eded1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:24:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: 93c89ffb-24fa-4d9a-9082-ccabcd8895d6
  kind: Event
  lastTimestamp: "2026-04-16T15:24:46Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:24:46Z"
    name: isvc-pmml.18a6dfb88fb98767
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: c8f749e6-f2fa-43d4-b350-5e4ea5de0a4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:32:56.970494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:32:56Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02aaed23da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: da377ab4-1e1f-441e-8d39-d61e2b2fcb13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28177"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02ac826183f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: ef2137a4-a779-4290-8463-866eb7821adf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02ac9644966
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: 473532b5-5a7e-453b-9ddb-30df45a428f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02acbe1941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 3f084af4-b261-4bf8-86e9-64834771416e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02acc55541d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 844d82de-155b-43dd-8931-49f8a75e26ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:33:01Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:33:01Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02bb4d6e46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 762dd718-b6b0-484b-8b63-4f098a6e27d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:33:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:33:01Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02bbb897dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 707054d3-bbf4-4ead-9021-c05001054ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:33:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:33:01Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02bbc4b5a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28242"
    uid: 4b834645-bb8e-4699-bb1e-949c22f57972
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:34:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:32Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e02bf0bd3ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: fe95351f-9e83-4be7-a321-ab3e9da84790
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: aaf3603a-c163-4052-8df5-b77befb7b854
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-zvdk7.18a6e03fccf46c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "28889"
    uid: 6d0449ff-3b4e-4b1e-8daf-f8e4115ea03b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28151"
    uid: eebc2dd1-cc41-451e-9834-304622c86f0d
  kind: Event
  lastTimestamp: "2026-04-16T15:32:56Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-zvdk7'
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:32:56Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6e02aae4cd26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: e62abd78-57c3-4d31-b63f-a76a34265ba4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28147"
    uid: 1375b93d-1332-41b0-814c-d2f642a2b6a2
  kind: Event
  lastTimestamp: "2026-04-16T15:32:56Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:32:56Z"
    name: isvc-predictive-lightgbm-predictor.18a6e02aaab6402b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: 5f403e0f-9319-487e-b715-bdfb975bdd89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: d1576329-3c98-4381-877f-2218d98003fc
  kind: Event
  lastTimestamp: "2026-04-16T15:33:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:33:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6e02e2986da1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: 5a66736a-28f5-4f90-9313-bd0b97278593
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: d1576329-3c98-4381-877f-2218d98003fc
  kind: Event
  lastTimestamp: "2026-04-16T15:33:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:33:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6e02e29f05539
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 55f38644-0099-4296-881c-24c479ca7649
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: d1576329-3c98-4381-877f-2218d98003fc
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6e031a90fb435
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: fe55bbd2-8d91-4af3-97b3-9759c8d4f2fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:33:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: d1576329-3c98-4381-877f-2218d98003fc
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6e031a9796b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: 753e1378-c583-4340-bcc8-3c83cc48b430
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:37:08.113404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30198"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e065281ae6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30202"
    uid: 44dac2ab-6919-4bbc-9ff3-2e48519d964a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e065410500c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: e9635f0b-a23c-442c-a625-c8b5a62d71a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e0654238e6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: aa3f52ca-ca12-46aa-9627-88905ebe3cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e065458db4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 20f35fe5-c20f-4d12-b839-179a2ae71108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e065461b7fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: 1d757af7-1a56-4e08-949e-2add406be4d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e0664f43d027
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 542374ff-752a-4a1b-b494-28269679e48b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e06652cbb761
    namespace: kserve-ci-e2e-test
    resourceVersion: "30267"
    uid: 3de8990e-f5f8-4e30-991b-51afd36741a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:37:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e0665337c69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 6c91def5-a854-45d6-8818-572c361d719c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:38:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e06dc3330334
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 4b82b805-cb29-45f0-9352-9bbbb8f6f622
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 674a310c-1dfe-4e7c-b51c-58a8753b534c
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm.18a6e07a26a38014
    namespace: kserve-ci-e2e-test
    resourceVersion: "30914"
    uid: 47c78fe5-fbba-4463-bafd-71bb82c8c10b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 9c422b9e-fa66-4ba2-a93b-476a1d2d3d82
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-sbblm'
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6e06527964287
    namespace: kserve-ci-e2e-test
    resourceVersion: "30199"
    uid: 6d125a5e-5e45-4c81-b2d4-980a250980e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: cc7a4661-0ac8-41b6-b76e-c521aa0483a9
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e065250774b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30190"
    uid: ced646a5-9025-43c1-bd10-2bcdd71d5d3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: fae71476-c50f-447a-910b-157975d269ab
  kind: Event
  lastTimestamp: "2026-04-16T15:37:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e068a37a329b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: 68ae592d-9f94-4fe8-9bf9-5a58ef885be6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: fae71476-c50f-447a-910b-157975d269ab
  kind: Event
  lastTimestamp: "2026-04-16T15:37:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e068a3e09b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 369a6bad-0b2c-4cfd-9c18-d297afab8002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30339"
    uid: fae71476-c50f-447a-910b-157975d269ab
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e06fa1cab040
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 71f99446-0ea6-4e5d-a3d6-f1cc702ec294
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30339"
    uid: fae71476-c50f-447a-910b-157975d269ab
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e06fa23389c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: dc89df49-ad4a-4881-b350-e2ba58ccd29a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 3b29dd3d-9357-451d-9df3-507e355bbfe5
  kind: Event
  lastTimestamp: "2026-04-16T15:38:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:35Z"
    name: isvc-predictive-lightgbm-v2.18a6e06524df1bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: e0da77d1-1ccb-4401-bef4-fe3bded4e5e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 3b29dd3d-9357-451d-9df3-507e355bbfe5
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2.18a6e06525724c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: dc06c024-403a-4c0c-b130-74909fd94584
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: 3b29dd3d-9357-451d-9df3-507e355bbfe5
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-lightgbm-v2.18a6e06529758a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 27c3512e-fd5e-4596-8943-bd6a56c71d20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30852"
    uid: 3b29dd3d-9357-451d-9df3-507e355bbfe5
  kind: Event
  lastTimestamp: "2026-04-16T15:38:35Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:35Z"
    name: isvc-predictive-lightgbm-v2.18a6e0796b3e550a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: 5d03ce5a-9666-4d23-89fb-e290ad59a28f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: 3778b287-d049-410d-999d-7fdb2ed0ca35
  kind: Event
  lastTimestamp: "2026-04-16T15:34:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:34:22Z"
    name: isvc-predictive-lightgbm.18a6e02aaadb350e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fea7a9d0-f798-4bb3-9ac3-4c2b3ddd21d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: 3778b287-d049-410d-999d-7fdb2ed0ca35
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm.18a6e02aab68ac0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: e9f003d4-9cf1-468b-abb8-8cc27bd36e5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: 3778b287-d049-410d-999d-7fdb2ed0ca35
  kind: Event
  lastTimestamp: "2026-04-16T15:32:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:32:57Z"
    name: isvc-predictive-lightgbm.18a6e02ab0efe3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: b4166375-820a-4bab-b89d-82cd34d4c99a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: 3778b287-d049-410d-999d-7fdb2ed0ca35
  kind: Event
  lastTimestamp: "2026-04-16T15:34:22Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:34:22Z"
    name: isvc-predictive-lightgbm.18a6e03eab7503d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: a85b068f-cc6e-4c4c-9d0c-f5d4a97bf210
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:29:46.470544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dffe5423ad1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 6b1570a5-63c3-449b-b618-83af80e502dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26636"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dffe6d0f89dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 5eef40cb-3215-4cd6-9d4e-b3b70ca14945
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dffe6e480798
    namespace: kserve-ci-e2e-test
    resourceVersion: "26647"
    uid: b0e15e64-649d-48c8-b87c-99e3ace002c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dffe71537165
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: 95d7a754-5018-4abc-92a9-c99ff0edba70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dffe720ae41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26651"
    uid: c3c04fc4-ee35-4d95-b610-478738adf00b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:29:50Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:50Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6dfff576df1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 64874b6c-0271-48c8-8b45-c474544402e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:30:12Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.666s
    (21.666s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:30:12Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6e00462df3f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 12aa80a6-6d0b-47bd-a8a8-bfed34264232
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:30:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:30:12Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6e00465a54c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 6ad065a3-d866-4824-bd0f-6b8bc2b50978
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:30:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:30:12Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6e004660c850b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: e1bcfddd-7545-470e-b027-790d1c8be1c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:31:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:24Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6e0047b5b4eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27364"
    uid: 97e8af5f-f708-4e4b-b841-120414dc8aa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d5418baf-df6b-477a-b1e8-ac1cd947fc09
  kind: Event
  lastTimestamp: "2026-04-16T15:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:36Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp.18a6e017fbefde2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: e0cdd75d-4088-4156-89fe-fe5bbb48d4dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 9faab0e9-dd02-488e-bdb7-451b7675175b
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-hkrrp'
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6dffe53d7bf1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 32744e81-7c5f-450f-8998-8d0e288e5043
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: a6a0f6cf-2048-4f37-8cca-808c08e6237e
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn-predictor.18a6dffe51dd694e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: f80aec68-0a77-4edd-967c-6181b478aab2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 5565d924-3e7f-4e14-911e-b89efbba8f94
  kind: Event
  lastTimestamp: "2026-04-16T15:30:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:30:31Z"
    name: isvc-predictive-sklearn-predictor.18a6e001d0c09b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 51d1ae05-e3ae-4f75-b04b-ba45ece887ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 5565d924-3e7f-4e14-911e-b89efbba8f94
  kind: Event
  lastTimestamp: "2026-04-16T15:30:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:30:31Z"
    name: isvc-predictive-sklearn-predictor.18a6e001d124a054
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: f2a32fa0-bd4a-4c0f-9181-f59cad478f3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 5565d924-3e7f-4e14-911e-b89efbba8f94
  kind: Event
  lastTimestamp: "2026-04-16T15:31:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:31Z"
    name: isvc-predictive-sklearn-predictor.18a6e00c4dc8b822
    namespace: kserve-ci-e2e-test
    resourceVersion: "27412"
    uid: 1cc33155-0d3a-4704-a5f0-75d03dfa08c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:30:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 5565d924-3e7f-4e14-911e-b89efbba8f94
  kind: Event
  lastTimestamp: "2026-04-16T15:31:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:31Z"
    name: isvc-predictive-sklearn-predictor.18a6e00c4e2a9e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 7c55c002-438f-4fcf-bd03-b4c757882316
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:34:27.750418Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28900"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e03fd1b9ef48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: 4a2e01e2-4fc8-4eb4-8107-1d95781c4cd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:28Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:34:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e03feb0b22e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 07110975-b47b-4c83-84bd-e9593a5c7796
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e03fec52eaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 663cae6c-02c4-451a-9048-34134b87d4ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e03fef11ea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28921"
    uid: 8a7a7e4d-ea7e-4894-a0d0-f6f1018e405f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:28Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e03fef89b397
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: 3d0c39b2-e34f-44ea-a68f-2e1413a8a8a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:32Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e040f4863ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28959"
    uid: b5180889-fba2-407a-8d30-db5d9d470b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e040f740bc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28963"
    uid: 661b7fea-d24e-4903-8588-489606dbeb98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:34:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:34:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e040f7a7f555
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 3967de8d-9ae8-43b6-bac3-971770c6bc98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:35:34Z"
  message: 'Readiness probe failed: Get "http://10.132.0.26:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:34Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e048687aff59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 23ccf95b-f9fc-4459-9704-f3afad66cb3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ca521a49-05b0-4948-8874-26a6263616c5
  kind: Event
  lastTimestamp: "2026-04-16T15:35:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9.18a6e05279255729
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 19cf3f8e-c7a9-4794-9a8a-585d0de94193
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 9049e142-dc8c-4f21-9d47-2cae753b4b5e
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-68rw9'
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6e03fd1396ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28901"
    uid: ab784180-c617-4674-a742-1f10f61c5ca2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28884"
    uid: 4d9eb49c-7b70-48cf-864c-f04988ee3760
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e03fccf8637c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: b0ea8169-bcbd-4d99-a1c6-9b6e4becd5e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28887"
    uid: 86af17c9-6ee7-4ef5-8427-a7d7bca67646
  kind: Event
  lastTimestamp: "2026-04-16T15:35:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e0434bb82218
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: c92acfe1-9091-4748-9ccb-0513e15696ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28887"
    uid: 86af17c9-6ee7-4ef5-8427-a7d7bca67646
  kind: Event
  lastTimestamp: "2026-04-16T15:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e0434c2c15df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: 2de9301b-138e-4765-ab1e-d725cdf7e4e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: 86af17c9-6ee7-4ef5-8427-a7d7bca67646
  kind: Event
  lastTimestamp: "2026-04-16T15:35:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e04dc95b390c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: 36190fae-4203-4c5c-ac6f-fb6a50c0babc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: 86af17c9-6ee7-4ef5-8427-a7d7bca67646
  kind: Event
  lastTimestamp: "2026-04-16T15:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e04dc9d74ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29460"
    uid: 27ce0884-89f2-4601-8e4e-3657e581c4b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 05b18301-6d8b-4c50-a4e9-adb8cb632719
  kind: Event
  lastTimestamp: "2026-04-16T15:35:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:35:44Z"
    name: isvc-predictive-sklearn-v2.18a6e03fcd0068e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: a5b9c69a-1179-4a4d-b323-5d96ff4acaf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:34:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 05b18301-6d8b-4c50-a4e9-adb8cb632719
  kind: Event
  lastTimestamp: "2026-04-16T15:34:27Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:34:27Z"
    name: isvc-predictive-sklearn-v2.18a6e03fcd6da271
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3dde3271-9e98-4693-87a5-c4e005499bb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: 05b18301-6d8b-4c50-a4e9-adb8cb632719
  kind: Event
  lastTimestamp: "2026-04-16T15:35:44Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:35:44Z"
    name: isvc-predictive-sklearn-v2.18a6e051bc95839f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: 889a643e-4b31-4c7c-95ce-91ba15452878
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: b4fee109-e73a-445d-af20-50f472ee1694
  kind: Event
  lastTimestamp: "2026-04-16T15:31:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:31:34Z"
    name: isvc-predictive-sklearn.18a6dffe51b50e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: a5bc50ed-3d88-4db7-a0ac-ca3706f03d4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: b4fee109-e73a-445d-af20-50f472ee1694
  kind: Event
  lastTimestamp: "2026-04-16T15:29:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:46Z"
    name: isvc-predictive-sklearn.18a6dffe51fe0f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: b5a8fdb3-4601-4585-b2e5-cfe5cfc4bac0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: b4fee109-e73a-445d-af20-50f472ee1694
  kind: Event
  lastTimestamp: "2026-04-16T15:31:34Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:31:34Z"
    name: isvc-predictive-sklearn.18a6e0178e049539
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: 7dc3f5df-a8fa-4916-a8cf-d10dcc99cf63
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:31:36.746176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:31:36Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0180114477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: b2dfd477-1ff6-4b18-b473-1b96342a29ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:37Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:31:37Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0181a2f5339
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 1a1f48c8-365a-4937-aa74-24f3a02f9945
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:37Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0181b5b47cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 7ca4bcf1-4391-4829-bff1-004c000e1378
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:37Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0181ec2c0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: da23db5d-18c2-40e5-827a-a37c5fd8ec04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:37Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0181f2ee3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: ca25677f-a3fd-4c1f-9fc6-e0a1fd63a20a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:41Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e019074ea45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: e5f8a400-56d4-4987-90e6-671028a07973
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:41Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e01909d99da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 200b6d0a-a2ee-48fc-afc4-d56766e0bddd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:31:41Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e0190a49ad5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 6118d37c-9328-459a-9b2e-0c2d82f34aa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:32:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:32:43Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e019432fee3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 0b9332b4-6baa-4b94-8217-1aa0b306296b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: ee62cb3f-8613-4117-860b-8f3361f45ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:32:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:32:56Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v.18a6e02aabdc65f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: 20480aa2-4ded-4c77-b0b5-6caf229a6c57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: f5d35efc-cd59-4e67-a08f-c152ba3e2cc8
  kind: Event
  lastTimestamp: "2026-04-16T15:31:36Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-hxq4v'
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:36Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6e018005c40b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: d1b4f503-f1bc-4a56-9de1-040d2c62806e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: fb00ff6b-e91d-4906-96bb-99bce79dc5ad
  kind: Event
  lastTimestamp: "2026-04-16T15:31:36Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:36Z"
    name: isvc-predictive-xgboost-predictor.18a6e017fc2a056a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27495"
    uid: 4021ac48-639e-4436-8030-cb6a49f5cf82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: 60fbaf26-df08-46c0-b6aa-1ef0c03fb4a7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e01b7aaa0dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: b0cef1e3-d3f1-4854-b0f2-15e7dea5df6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: 60fbaf26-df08-46c0-b6aa-1ef0c03fb4a7
  kind: Event
  lastTimestamp: "2026-04-16T15:31:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:31:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e01b7b0df777
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: 786b9a95-c1dc-475a-ad67-773f0a53689b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 60fbaf26-df08-46c0-b6aa-1ef0c03fb4a7
  kind: Event
  lastTimestamp: "2026-04-16T15:32:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:32:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e01efa0ba2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 84509f72-ecdf-45c7-b278-117d1d6c1155
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 60fbaf26-df08-46c0-b6aa-1ef0c03fb4a7
  kind: Event
  lastTimestamp: "2026-04-16T15:32:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:32:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e01efa6dc2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: 78e7fd8a-4645-4007-af4a-fed1bf08ad8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:35:47.927223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e0527ca2e96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: a2672ceb-9b2f-4701-8dd7-f02df7bc60bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:48Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:35:48Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e05295a90455
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 85789b63-8ca7-4be7-a310-76d9bbfe904c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:48Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e05296dacb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 63bf8ab4-c642-4739-8b07-8cf1de8c4dda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:48Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e0529a0a41f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 0e20365a-de22-4073-9aca-a401257d477a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:48Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e0529a7f4eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: c69dc6b6-2e7d-4f22-8a22-7f0cc9b7a3f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:52Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e053a1fadd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 608138cb-8259-4e1d-8ccc-9ded41273f9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:52Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e053a55133bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: ee7def50-99c4-4f3b-aa29-d6349285517b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:35:52Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e053a5dd65b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: 8653da0c-38ea-43c5-b1b5-530d18a48d22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:36:54Z"
  message: 'Readiness probe failed: Get "http://10.132.0.27:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:36:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e05b15efa875
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: d40b1d23-f4ae-422e-bbc0-517c4a069eaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 41f451d4-4303-405b-ae43-90d9c95ac40d
  kind: Event
  lastTimestamp: "2026-04-16T15:37:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:37:08Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk.18a6e06524e239fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30189"
    uid: d0a3f57f-2edc-4efd-a18e-92b4e2721463
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 9a404e66-b9a7-4461-9054-13a578f6394d
  kind: Event
  lastTimestamp: "2026-04-16T15:35:47Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-vpbbk'
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6e0527c50df5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: a709fc2f-eadc-4202-9e43-dece0f605eef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29533"
    uid: 09fe8ad4-78f8-4e44-8485-645e4fb929e1
  kind: Event
  lastTimestamp: "2026-04-16T15:35:47Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e052795d87a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 6e36cdce-e5fa-4cc9-a735-0da74ef79acf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 749301cc-738b-4811-bac0-bfc2c56045cc
  kind: Event
  lastTimestamp: "2026-04-16T15:36:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:36:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e055f82ceaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: 8a3ceb2a-78a4-4bd0-8ab5-ce1f0520506c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 749301cc-738b-4811-bac0-bfc2c56045cc
  kind: Event
  lastTimestamp: "2026-04-16T15:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:36:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e055f88d089d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: 051a3e9d-f0ca-4efa-9a85-7a5e5eb20448
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 749301cc-738b-4811-bac0-bfc2c56045cc
  kind: Event
  lastTimestamp: "2026-04-16T15:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e05cf674fda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: ed3e7ae2-033f-4b78-bc22-83d1ad4d4da7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 749301cc-738b-4811-bac0-bfc2c56045cc
  kind: Event
  lastTimestamp: "2026-04-16T15:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:37:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e05cf6da860a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 11eca67a-cb52-4cf8-9411-7086b8be70d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: acd0d988-c927-4746-bb83-de3c68782794
  kind: Event
  lastTimestamp: "2026-04-16T15:37:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:37:04Z"
    name: isvc-predictive-xgboost-v2.18a6e0527936493e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30133"
    uid: 0c79e672-0677-4a08-ae3c-f19aad249f5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: acd0d988-c927-4746-bb83-de3c68782794
  kind: Event
  lastTimestamp: "2026-04-16T15:35:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-xgboost-v2.18a6e052799ee842
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 634b23ed-fda6-4796-ac7f-d941e2c88b16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: acd0d988-c927-4746-bb83-de3c68782794
  kind: Event
  lastTimestamp: "2026-04-16T15:35:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:35:47Z"
    name: isvc-predictive-xgboost-v2.18a6e0527e66abc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29561"
    uid: 6ed1f1f5-5313-4565-8366-613cfbc8ae7b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:37:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30131"
    uid: acd0d988-c927-4746-bb83-de3c68782794
  kind: Event
  lastTimestamp: "2026-04-16T15:37:04Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:37:04Z"
    name: isvc-predictive-xgboost-v2.18a6e0646a28dd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30132"
    uid: 8081c737-212b-416d-9b2e-f8c1b59c0d16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: 88e79e95-7042-47d4-8128-417dec75708b
  kind: Event
  lastTimestamp: "2026-04-16T15:32:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:32:53Z"
    name: isvc-predictive-xgboost.18a6e017fc049ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: 7fd7216e-f1a1-436d-883a-0dfe4a055517
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: 88e79e95-7042-47d4-8128-417dec75708b
  kind: Event
  lastTimestamp: "2026-04-16T15:31:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:31:36Z"
    name: isvc-predictive-xgboost.18a6e017fc5035c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 9d4aad2c-3885-4a71-acdd-ce56bea36f5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28099"
    uid: 88e79e95-7042-47d4-8128-417dec75708b
  kind: Event
  lastTimestamp: "2026-04-16T15:32:53Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:32:53Z"
    name: isvc-predictive-xgboost.18a6e029d3b1c47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: 6ca81b33-b617-4dd6-ae34-aa2f397a30c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:27:58.078515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe517789b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25603"
    uid: 02883555-e0f5-4bb1-9f8e-da268c2c9556
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe530b63f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: 698f7e37-ed02-4eaa-a9eb-2d8376991ab1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe53201e69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: 6930de48-f22b-4c10-b7d8-886250773e8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe534f1bdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: b7222f43-849f-41db-8730-ee1def43c1be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe535612195
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: 55c2e8e5-9fec-45eb-ae59-3d06a14ffb04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:28:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:28:02Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe62dde3919
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: e7cf0f63-ec58-40b6-8a52-ffbb5dac8087
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:28:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:28:02Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe631096a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: a7202424-d21f-4dd9-aff2-23569c123baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:28:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:28:02Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe6318107c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25664"
    uid: dffe54e0-b0a1-4ef0-950f-03817eb368af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:29:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:04Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dfe669d1e4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: b26a1089-1f98-40b9-a054-d9e44c1d5494
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 4af418a7-7442-4200-84d5-558d218343ec
  kind: Event
  lastTimestamp: "2026-04-16T15:29:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:36Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv.18a6dffbefebcf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 97cfc32f-e8a7-462a-8b34-97e743eb2db7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-21dbf3-predictor-6bd6957cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: 779555fc-870b-4d11-8acd-77abea957d75
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: 'Created pod: isvc-primary-21dbf3-predictor-6bd6957cff-swgrv'
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor-6bd6957cff.18a6dfe5171c2135
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: b29c9fe7-5923-43cc-a89b-6eb6b58a1f8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 5308c402-82ad-4a5b-ad47-6d7d367406ca
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: Scaled up replica set isvc-primary-21dbf3-predictor-6bd6957cff from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3-predictor.18a6dfe5134d7ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: 00e450a2-20be-44d2-888f-1f872a53bd0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 77dd4841-618a-4908-bf88-01a18a912268
  kind: Event
  lastTimestamp: "2026-04-16T15:28:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:28:13Z"
    name: isvc-primary-21dbf3-predictor.18a6dfe8915dc821
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: d7355ba5-4c4f-445d-9563-d725fbb31fcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 77dd4841-618a-4908-bf88-01a18a912268
  kind: Event
  lastTimestamp: "2026-04-16T15:28:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:28:13Z"
    name: isvc-primary-21dbf3-predictor.18a6dfe891be1d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: b185f967-dcc2-4117-b6a9-955b25b75bae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: 77dd4841-618a-4908-bf88-01a18a912268
  kind: Event
  lastTimestamp: "2026-04-16T15:29:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:28Z"
    name: isvc-primary-21dbf3-predictor.18a6dfec10e1dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26336"
    uid: e9149070-db56-450a-9d59-766b4539d6c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T15:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: 77dd4841-618a-4908-bf88-01a18a912268
  kind: Event
  lastTimestamp: "2026-04-16T15:29:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:28Z"
    name: isvc-primary-21dbf3-predictor.18a6dfec1148811a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: 9caa923a-1615-4d62-95f0-1725cc553312
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: a1667e9a-8c45-4385-98d1-04b9120e3cb9
  kind: Event
  lastTimestamp: "2026-04-16T15:29:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:13Z"
    name: isvc-primary-21dbf3.18a6dfe5129704af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: 385748ff-7664-4b45-9faa-bf59b9812258
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: a1667e9a-8c45-4385-98d1-04b9120e3cb9
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-21dbf3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-21dbf3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3.18a6dfe5132ac3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 0a11d071-2689-44d6-b82e-5fb904dfdcc1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: a1667e9a-8c45-4385-98d1-04b9120e3cb9
  kind: Event
  lastTimestamp: "2026-04-16T15:27:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-21dbf3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:27:58Z"
    name: isvc-primary-21dbf3.18a6dfe5132b2b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25602"
    uid: 3e218eec-2c8e-47f5-89d9-db4cf4cf1d3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: a1667e9a-8c45-4385-98d1-04b9120e3cb9
  kind: Event
  lastTimestamp: "2026-04-16T15:29:13Z"
  message: InferenceService [isvc-primary-21dbf3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:13Z"
    name: isvc-primary-21dbf3.18a6dff69f61c1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 431d3209-1ddd-436d-9485-e0aacf637e74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:29:18.151960Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dff7bc38632c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26234"
    uid: 13fd5dee-646a-4fd3-a553-b5d062612db5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: "2026-04-16T15:29:18Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dff7d5c5a027
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: e16bc779-3c06-4491-9460-b09f29c67c03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: "2026-04-16T15:29:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:25Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dff7d7162e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: ddcd987b-560c-489e-8010-9124200ce5b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: "2026-04-16T15:29:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:25Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dff7da38b680
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: d4f8ae6b-5aea-4886-b4ea-97619fdded66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: "2026-04-16T15:29:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:25Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dff7daaa9c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: db81e445-28f8-4a2c-be9b-fbae02c2e3bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: 1df531f6-39cd-4702-b47f-a3d6fe125f73
  kind: Event
  lastTimestamp: "2026-04-16T15:29:31Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs_kserve-ci-e2e-test(1df531f6-39cd-4702-b47f-a3d6fe125f73)
  metadata:
    creationTimestamp: "2026-04-16T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:29:31Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs.18a6dffac00e149a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: f562ff77-0277-4a35-993a-8ef84ff37e28
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 15ea1bf5-08e3-4380-93d2-eccb269cba79
  kind: Event
  lastTimestamp: "2026-04-16T15:29:18Z"
  message: 'Created pod: isvc-secondary-21dbf3-predictor-78d7c59b5d-rfdhs'
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3-predictor-78d7c59b5d.18a6dff7bbd4cf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26231"
    uid: 3bf2957d-462c-4a64-bd5b-53062f3f8062
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: 9a0ba0ce-a446-465c-b9d8-4f9d79baa778
  kind: Event
  lastTimestamp: "2026-04-16T15:29:18Z"
  message: Scaled up replica set isvc-secondary-21dbf3-predictor-78d7c59b5d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3-predictor.18a6dff7b987b166
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 72b7d878-38ec-4e62-b9b6-5c6559385c62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: e8d7db81-0f56-422b-aa10-6aad4730925b
  kind: Event
  lastTimestamp: "2026-04-16T15:29:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:33Z"
    name: isvc-secondary-21dbf3-predictor.18a6dffb38017c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 51f7dd7e-22f4-4a8a-88bf-a98e49e1c0c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-21dbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: e8d7db81-0f56-422b-aa10-6aad4730925b
  kind: Event
  lastTimestamp: "2026-04-16T15:29:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:29:33Z"
    name: isvc-secondary-21dbf3-predictor.18a6dffb3867844a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: 8b80577b-c934-44f5-b5a6-93d36cbb5fc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 3787973a-f43e-4daa-a5d6-72c9695a9485
  kind: Event
  lastTimestamp: "2026-04-16T15:29:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:31Z"
    name: isvc-secondary-21dbf3.18a6dff7b95bbc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 2d1527a6-9c32-4d85-83a4-414758ef6ceb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 3787973a-f43e-4daa-a5d6-72c9695a9485
  kind: Event
  lastTimestamp: "2026-04-16T15:29:18Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-21dbf3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-21dbf3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3.18a6dff7b9a5e5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 56f01723-bb0c-4e4f-a2cb-d55d916b0693
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-21dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 3787973a-f43e-4daa-a5d6-72c9695a9485
  kind: Event
  lastTimestamp: "2026-04-16T15:29:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-21dbf3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:29:18Z"
    name: isvc-secondary-21dbf3.18a6dff7b9a63e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 37832f6c-51b8-40ba-a212-bc56709f66ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:08:27.855742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded4a0c212d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: f42fbf46-50e1-406e-bbb8-0585909641ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:28Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:08:28Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded4ba1eb03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 8ae0a5e9-d1ff-43e4-8021-5c6986abfdd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:28Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded4bb70cb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 6745ef5f-90aa-4bb7-803e-aee59cb1c61b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:28Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded4bf43aad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 5bb1b568-411a-479b-b423-9db23d3750e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:28Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded4bfb486d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: b7ef51c8-7c7e-47d8-b103-86e0aaf380e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5b5937a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 3f8825bf-aabf-453c-8c66-db5de3244ecd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5b9bbab90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 97334867-0bb1-4c5b-b145-6f8ac377c4a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5ba3f736d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 252bfb3d-bbf3-486f-acf9-cdc3326038d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:93a3c88e5cf08b3e8030b29f6d098cd5406a6fd3ad769e6e697c2ae6303a7cab"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5ba4c7aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 64252f4f-2a5b-46c0-98fa-d23e8bacfcef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5bd8f0ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: acbf9fb6-24e5-407b-80f9-af087fc34b99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:08:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:32Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5be008e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: 20175463-821d-46bb-80a0-254593de7ce4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:10:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:15Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded5f1a37387
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: b8f46b3c-01d9-48d1-8fe5-eac5312d1e93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:10:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T15:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:10:15Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6ded62d6c67da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 3beb9ccb-5ba8-4e0c-9212-5c7d2c1d13e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:09:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6dee86fc1fafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 241586fd-a2f5-4e92-a053-cd8535f3527d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 2fdb6f45-ea50-4d34-96de-52cf6cb55b98
  kind: Event
  lastTimestamp: "2026-04-16T15:09:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2.18a6dee86fc3c79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 8e79577b-3860-4212-bc5c-0aa15ce71d49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 8ee05a81-67e6-45bb-a456-aaf2a2312da9
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-564b94bff5-tjgs2'
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-custom-predictor-564b94bff5.18a6ded4a0539f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 12b8c2a4-1d73-4f4a-920c-d48cf7e09dfd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: c91c487e-90b5-4be5-a9e9-e8837deaca6c
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-564b94bff5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ded49a82e415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 9adcb3a4-92b5-4849-a53c-5a09463914dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 85a9155e-77d6-4d21-beaf-068a82b6d318
  kind: Event
  lastTimestamp: "2026-04-16T15:09:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ded818f09e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 1a7cf7d4-6322-43cf-96ce-46e540eeda32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 85a9155e-77d6-4d21-beaf-068a82b6d318
  kind: Event
  lastTimestamp: "2026-04-16T15:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ded819540a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 18ea0e8a-1c9a-4a24-8b30-fb7dc7349972
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 85a9155e-77d6-4d21-beaf-068a82b6d318
  kind: Event
  lastTimestamp: "2026-04-16T15:09:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dee296af614d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 9c72216c-17ac-4822-b28e-0b9692b6b0ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 85a9155e-77d6-4d21-beaf-068a82b6d318
  kind: Event
  lastTimestamp: "2026-04-16T15:09:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dee2971e0351
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 4ae198cf-53e8-4546-bced-908e1b4d10dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: ec4b5a30-95c9-4e8d-8a01-0f052a23d443
  kind: Event
  lastTimestamp: "2026-04-16T15:09:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:09:45Z"
    name: isvc-sklearn-batcher-custom.18a6ded49a538436
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 3d7636de-921a-4990-8ac0-ae63b88cec1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: ec4b5a30-95c9-4e8d-8a01-0f052a23d443
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-custom.18a6ded49ada309e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 70104d02-6ae1-4791-808a-e1d8cd16d2b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: ec4b5a30-95c9-4e8d-8a01-0f052a23d443
  kind: Event
  lastTimestamp: "2026-04-16T15:09:45Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:09:45Z"
    name: isvc-sklearn-batcher-custom.18a6dee6ba099308
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 2ad0501a-cd2b-47fb-84ea-1a8978ae03d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:06:42.624719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5d8576b666-c782k
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:06:42Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debc208028ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: 450f9ca8-8ad7-4e8c-9d0e-33186f28f36b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:43Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:06:43Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debc4609e77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: 3fe0a27f-95ce-4baa-897e-664470df458d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
  metadata:
    creationTimestamp: "2026-04-16T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:06:43Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debc4743df07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: e7aaae1d-ce54-41cc-b1c7-894c550a068b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    in 3.288s (3.288s including waiting). Image size: 300960724 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:06:46Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debd0b400e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: a75427ac-d972-4d0e-9bfb-2b107d1a24e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:06:46Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debd0e9bde98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: 8ff4fcf1-3bbf-47ac-ac00-8e7c32c65083
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:06:46Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debd0f13e35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 5cdee2c4-9331-4f4c-b01b-5eea2ecc6ed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:06:51Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
  metadata:
    creationTimestamp: "2026-04-16T15:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:06:51Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6debe1b1dfd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: 2cbf0dfa-80fc-45b6-8ae0-36a7241e558e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    in 13.168s (13.168s including waiting). Image size: 1560613827 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:04Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec12c06b84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15077"
    uid: 59672a76-7e85-49d1-8320-9005c31978cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:04Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec12f984e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: e9f9b3ff-a6ba-4ad1-aac2-705dfda94647
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:04Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec12ff8ac90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: 04ac0b4f-2749-487b-bb31-124188e3adf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:93a3c88e5cf08b3e8030b29f6d098cd5406a6fd3ad769e6e697c2ae6303a7cab"
  metadata:
    creationTimestamp: "2026-04-16T15:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:04Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec1300962bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: be1773a6-1015-4346-82ba-028d50c7deaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:93a3c88e5cf08b3e8030b29f6d098cd5406a6fd3ad769e6e697c2ae6303a7cab"
    in 3.125s (3.125s including waiting). Image size: 237895798 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:07Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec1ea5ae933
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: a271588e-760d-404a-84b9-a79877db03a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:07Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T15:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:07Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec1ed7d1ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 644755cc-6af0-4cd3-817e-449b1c6766a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:07:07Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T15:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:07:07Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec1ede3b8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: 93807818-ec93-400c-b0fd-9198c7373fcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:08:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:50Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec214e72409
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 389f6938-930c-4535-8006-09f8b160b0ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:08:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:50Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6dec25107428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 61f84490-d073-4810-9191-78a944c9965c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6ded49b0e82ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: a8dcbd71-0762-49aa-9656-b88aa3b51682
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 968414fb-53db-4c60-8030-db726b7449fe
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666-c782k.18a6ded49b0f9bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: adbad561-4878-4d16-ba14-a1053e07e2e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5d8576b666
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: 086efe3c-b3c5-4c74-9908-6227f46e729d
  kind: Event
  lastTimestamp: "2026-04-16T15:06:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5d8576b666-c782k'
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:06:42Z"
    name: isvc-sklearn-batcher-predictor-5d8576b666.18a6debc20267570
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 56d6a418-1239-4bdd-bca7-837dca487124
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 10385a2b-9da1-473b-a86a-a382ab3a3ec7
  kind: Event
  lastTimestamp: "2026-04-16T15:06:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5d8576b666 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:06:42Z"
    name: isvc-sklearn-batcher-predictor.18a6debc18eeca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 56d9c104-21ec-4b5b-84d5-feceefd25e2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:07:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:07:42Z"
    name: isvc-sklearn-batcher-predictor.18a6debf9eb57636
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 8d070664-acd0-4e3c-a6ff-655a0bfdb6eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:07:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:07:42Z"
    name: isvc-sklearn-batcher-predictor.18a6debf9f22189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: 003f5987-c38b-4b5c-9e81-cd49bb17c5a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:08:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:12Z"
    name: isvc-sklearn-batcher-predictor.18a6dec69d233a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 75ab5372-8fde-43a5-8a5e-05a19d10c80e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:08:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:12Z"
    name: isvc-sklearn-batcher-predictor.18a6dec69d93d2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: d579fbf5-f868-443b-b0a8-9862b8dc4a0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: deployments.apps "isvc-sklearn-batcher-predictor" not found
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-predictor.18a6ded4999bcb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 682fb038-cecb-4758-89c2-916848755f66
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 641b77d3-4cb4-4e92-8d53-307d6d567a6b
  kind: Event
  lastTimestamp: "2026-04-16T15:08:27Z"
  message: 'Operation cannot be fulfilled on horizontalpodautoscalers.autoscaling
    "isvc-sklearn-batcher-predictor": StorageError: invalid object, Code: 4, Key:
    /kubernetes.io/horizontalpodautoscalers/kserve-ci-e2e-test/isvc-sklearn-batcher-predictor,
    ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition:
    641b77d3-4cb4-4e92-8d53-307d6d567a6b, UID in object meta: '
  metadata:
    creationTimestamp: "2026-04-16T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:08:27Z"
    name: isvc-sklearn-batcher-predictor.18a6ded49a013eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 3d2f3fa1-ecce-44dd-a47d-b180644c7e5e
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 0e6a5fb3-ade3-4c81-ba61-9938cbe9dbba
  kind: Event
  lastTimestamp: "2026-04-16T15:08:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:08:20Z"
    name: isvc-sklearn-batcher.18a6debc1f1a2e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 71f19046-c85d-4d16-891d-fde2676f54ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 0e6a5fb3-ade3-4c81-ba61-9938cbe9dbba
  kind: Event
  lastTimestamp: "2026-04-16T15:06:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:06:42Z"
    name: isvc-sklearn-batcher.18a6debc1f627fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 13a2a4e8-7c9b-45a5-ada6-45f2a2488886
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:06:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 0e6a5fb3-ade3-4c81-ba61-9938cbe9dbba
  kind: Event
  lastTimestamp: "2026-04-16T15:06:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:06:42Z"
    name: isvc-sklearn-batcher.18a6debc1f633641
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: ea89517e-1c0f-4fff-8f2b-40a7d499f9cb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: 0e6a5fb3-ade3-4c81-ba61-9938cbe9dbba
  kind: Event
  lastTimestamp: "2026-04-16T15:08:20Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:08:20Z"
    name: isvc-sklearn-batcher.18a6ded2dd522cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 2dc29167-e957-4a7b-9e2e-0e9e4d3e27a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:18:39.615078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df631074d78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: 61bae036-a254-459d-af4b-b9830f99dfd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:40Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:18:40Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df632a4ec653
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 34741e64-7cc6-43e8-82bf-11d08bde304c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:40Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df632ba238f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 502a6890-afda-4cce-8909-6efc10ed83bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:40Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df632ea40575
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: edc1fd7e-600e-424a-b9b5-91877c16cb2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:40Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df632f168ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 4b9a5b88-9b29-4f1b-9a34-5ce5acd7db35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:44Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df64445057e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: 3b0fec96-8eee-4e25-a6b9-5c7ea7626f62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:44Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df6447bebc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: f7f73c40-9b9d-4df5-8061-3542fb719209
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:44Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df6448365ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: a11c4b14-9e6c-482b-b857-a9f9f9882043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:44Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df644842d408
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 77d330a4-7a8d-4ebd-bedc-a6403d238290
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.37s (3.37s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:48Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df651127cc0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: 498d55f0-b889-4d0f-8c80-945ea161297a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:48Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T15:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:48Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df65148f64b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: d2e96851-0655-40d2-9b15-c1f47818f707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:18:48Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T15:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:18:48Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df65150209a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: aadcbcd4-f66a-4f0d-bd82-2525bc68a49e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:19:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df75b67c125c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: b98774ba-4750-4912-92bc-6058b30a4133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:19:59Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:19:59Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df75b67ced96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 743530cf-a175-4640-b39f-d4d9e9a62ece
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:20:19Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:19Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df75bc31cddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: aa4c0750-656e-4917-8e74-98858207d012
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:20:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v1/models/isvc-sklearn-mcp":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:30Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df7cf3efedfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: 8e89a587-685a-40f6-8cea-1337606f5463
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 08962624-179d-4b46-a7fd-c1ceece189f9
  kind: Event
  lastTimestamp: "2026-04-16T15:20:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:9081: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T15:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:20:30Z"
    name: isvc-sklearn-mcp-predictor-65975766bf-cz4hx.18a6df7cf42ec60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 72146456-fd80-4884-a384-7c4762c82753
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-65975766bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 9a8f271a-4825-48f5-b40d-cb9b7f52b124
  kind: Event
  lastTimestamp: "2026-04-16T15:18:39Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-65975766bf-cz4hx'
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-sklearn-mcp-predictor-65975766bf.18a6df630fe5b07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 26599ef7-a92c-4bbb-9749-407a4e348a53
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 2c8f6036-a563-480b-93f6-72136e4cc492
  kind: Event
  lastTimestamp: "2026-04-16T15:18:39Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-65975766bf from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-sklearn-mcp-predictor.18a6df630ce6119c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: e92e03db-b8f9-4a1a-af3d-113e4b6850dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 2628df7b-e834-4201-9114-379a30b27625
  kind: Event
  lastTimestamp: "2026-04-16T15:19:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:19:49Z"
    name: isvc-sklearn-mcp.18a6df630c6972c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 70f3e382-2648-4ffe-bbec-f585884c7c04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 2628df7b-e834-4201-9114-379a30b27625
  kind: Event
  lastTimestamp: "2026-04-16T15:18:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-sklearn-mcp.18a6df630cf4c5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 6c46a28d-945d-4aa1-ab13-f92c3cbc15b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: 2628df7b-e834-4201-9114-379a30b27625
  kind: Event
  lastTimestamp: "2026-04-16T15:18:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:18:39Z"
    name: isvc-sklearn-mcp.18a6df6311313416
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 76ff5b3b-6862-4ccd-b362-45d3697e58d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:19:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 2628df7b-e834-4201-9114-379a30b27625
  kind: Event
  lastTimestamp: "2026-04-16T15:19:49Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:19:49Z"
    name: isvc-sklearn-mcp.18a6df736c0b3900
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 8b1783ab-dc57-4537-9603-30967bfd9613
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:38:40.430666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-74df74d548-5559r
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07aa6a49232
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 2bb32dad-4819-430c-a3be-5330d2cce44f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07abfd6c1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 27183b41-38a9-4d57-9d70-80166a4a9bdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07ac118704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: e76208c5-abaf-404a-b7de-d3d3a6e22193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07ac46e1682
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: af3ece51-314e-42ae-8e85-d5e6715eb7d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07ac4db25e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: 25c15cbd-c692-48fc-b285-537dcbdeab15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:45Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07bb78ea4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: 012a3316-fb6d-4eab-8629-1118f659c252
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:45Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07bbab1b52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: a3d773cb-09f7-4069-8338-c0abef344111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:38:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:38:45Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07bbb259877
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: 9cefae0a-35ef-4a13-82d5-f94df6141d6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:39:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:39:47Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e07bf3775484
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: c935ad10-a1ff-49b1-9696-aa3521a8234c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-74df74d548-5559r
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d66c6aea-998a-4868-98c9-bcf96745d1ca
  kind: Event
  lastTimestamp: "2026-04-16T15:40:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: isvc-sklearn-predictor-74df74d548-5559r.18a6e08d4f886cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 444686cd-d637-41a7-8dab-69e4d13d9810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-74df74d548
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: 62584836-c8c8-43c6-bd79-b38bf75a0641
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: 'Created pod: isvc-sklearn-predictor-74df74d548-5559r'
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor-74df74d548.18a6e07aa63efed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: ed9331a1-e7c4-4597-8420-b4bf65f42cc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 16b7723e-9e08-4cd2-9ff6-00f86a3fdb0f
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: Scaled up replica set isvc-sklearn-predictor-74df74d548 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn-predictor.18a6e07aa3fbf62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 2f5c1a87-4f64-4080-b3ba-9d4e44803779
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 15f21c51-46df-4a61-8c6e-97d99a8647bc
  kind: Event
  lastTimestamp: "2026-04-16T15:38:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:55Z"
    name: isvc-sklearn-predictor.18a6e07e22868afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: 93bcccee-22b4-4f70-b830-17a56c8d996c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 15f21c51-46df-4a61-8c6e-97d99a8647bc
  kind: Event
  lastTimestamp: "2026-04-16T15:38:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:55Z"
    name: isvc-sklearn-predictor.18a6e07e22ea881d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: cebda7b4-af83-444b-b97f-f70a405fcee9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:39:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 15f21c51-46df-4a61-8c6e-97d99a8647bc
  kind: Event
  lastTimestamp: "2026-04-16T15:39:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:39:55Z"
    name: isvc-sklearn-predictor.18a6e081a20f5be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 9c1e0c49-2a65-40e4-8958-c177004dbe93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:39:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 15f21c51-46df-4a61-8c6e-97d99a8647bc
  kind: Event
  lastTimestamp: "2026-04-16T15:39:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:39:55Z"
    name: isvc-sklearn-predictor.18a6e081a2964013
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 71358a56-df5b-40d5-be1b-9c8d2ad2a122
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:40:50.822498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:40:50Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e099029a0d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32079"
    uid: efa3897f-716c-4980-8c6d-17fd56e91d36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:51Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:40:51Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e0991c0772e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: b099ac47-7da9-406f-a2a5-19d14d7fa7bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:51Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e0991d4d940a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 841fdb08-1b3d-4883-a38d-ac562ee94204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:51Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09920533c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 9ff70675-5aff-4cb6-a324-81ebd9928caf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:51Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09920c68b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: aea515cc-6348-45e2-9322-0e6b45b6b198
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:57Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09a900714ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: 420daad4-d1ae-4013-8a4b-620ef4b932e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:57Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09a93e0b3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: 687c1e5d-dc1b-4485-8ba1-028fef30cb86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:40:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:57Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09a94507cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: 6039c993-c4c8-4b54-8c9d-5834af2cd717
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:41:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:09Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e09acc215fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 3bc493e8-84b4-4d6a-b27d-9056df4383f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: 304258f8-e1fc-41e8-8322-aafb0998c2e1
  kind: Event
  lastTimestamp: "2026-04-16T15:41:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:27Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27.18a6e0a1a8c5d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 7d7ca518-b499-4eca-9313-5b560a9f77f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-9c688ddc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: deb5bbef-a460-4224-91a3-e71a9304b570
  kind: Event
  lastTimestamp: "2026-04-16T15:40:50Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-9c688ddc4-nlk27'
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:50Z"
    name: isvc-sklearn-runtime-predictor-9c688ddc4.18a6e0990241c17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32076"
    uid: 9438114c-f7fe-4a44-bb88-c6b916df918f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: a6531ea2-8a39-4545-abd1-c9f79218b138
  kind: Event
  lastTimestamp: "2026-04-16T15:40:50Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-9c688ddc4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:50Z"
    name: isvc-sklearn-runtime-predictor.18a6e098ffd8d323
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: 369d9e47-9e81-42f2-a4aa-396d17af42ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32063"
    uid: ad08acd2-9c36-408e-b4f9-489153bb0dc1
  kind: Event
  lastTimestamp: "2026-04-16T15:41:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:41:20Z"
    name: isvc-sklearn-runtime-predictor.18a6e09c7eed625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: 6f9bea89-8654-4059-9e2f-16277367049b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32063"
    uid: ad08acd2-9c36-408e-b4f9-489153bb0dc1
  kind: Event
  lastTimestamp: "2026-04-16T15:41:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:41:20Z"
    name: isvc-sklearn-runtime-predictor.18a6e09c7f570821
    namespace: kserve-ci-e2e-test
    resourceVersion: "32333"
    uid: ea004a19-dabe-4236-815b-cef622d41cdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: 9f8c4864-f9b3-47ec-a6fd-d9fbf15a70a7
  kind: Event
  lastTimestamp: "2026-04-16T15:41:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:41:19Z"
    name: isvc-sklearn-runtime.18a6e098ffe48481
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: e3993d86-56db-47b8-b67c-22d799f730ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: 9f8c4864-f9b3-47ec-a6fd-d9fbf15a70a7
  kind: Event
  lastTimestamp: "2026-04-16T15:40:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:40:50Z"
    name: isvc-sklearn-runtime.18a6e0990062f82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32068"
    uid: adcf55e8-bdae-4844-abc3-6cf0c4fb80b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 9f8c4864-f9b3-47ec-a6fd-d9fbf15a70a7
  kind: Event
  lastTimestamp: "2026-04-16T15:41:19Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:41:19Z"
    name: isvc-sklearn-runtime.18a6e09fb3ce2837
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 71f131d3-4552-493c-89cd-4905c1b47fdb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:54:45.075177Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39072"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15b3fefa4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39077"
    uid: 410255cb-bce4-471d-b800-7ad118a2f254
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39084"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15b594ba207
    namespace: kserve-ci-e2e-test
    resourceVersion: "39097"
    uid: 5c6f6530-6617-4b73-8b14-b3892153fba6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15b5a7e9d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 17a889bf-475f-438e-a144-46f7e3d9b419
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15b5da214fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39101"
    uid: 00330774-50ca-450a-8c89-cb85a074d255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15b5e103f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "39102"
    uid: c049bab7-eadc-482c-8881-cdde6c4532f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:47Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15bcdbf3968
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 03b71bd3-9268-408f-94b1-b71c8eef183c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:47Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15bd26641f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 71ade528-0c3a-4935-b799-2603104219a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:54:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:47Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15bd2db7b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: fec68021-ce40-4382-bd55-fec0f73dd158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:56:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:09Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e15c09fd42cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: 1034ac80-e91f-4ab1-83a3-bf0863846ce6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39074"
    uid: 8ab93baa-06a6-41e9-9fe8-a4eee8bd4c8e
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-predictor-54d746bb87-gk6gt.18a6e16de73c18d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39725"
    uid: d2da0521-5cd1-4236-98f7-e2f01e330900
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-54d746bb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 3657e8b0-57ab-4da8-8be0-56aaa7ac6498
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-54d746bb87-gk6gt'
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor-54d746bb87.18a6e15b3f9a2612
    namespace: kserve-ci-e2e-test
    resourceVersion: "39073"
    uid: ab043bc3-b5c6-4212-a5fe-f1e0f3af93f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: 2e5a1fdc-6286-4ff3-80db-eeefe56e5a37
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-54d746bb87 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3-predictor.18a6e15b3d67ca5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39063"
    uid: 23e13021-16c2-4f72-a7da-aff8802fb5b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: ce55012c-3efe-497f-bd20-65e512420d00
  kind: Event
  lastTimestamp: "2026-04-16T15:55:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:55:00Z"
    name: isvc-sklearn-s3-predictor.18a6e15ebc9759ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: a30201e8-3cad-4b26-a516-bc6aa4b1561b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: ce55012c-3efe-497f-bd20-65e512420d00
  kind: Event
  lastTimestamp: "2026-04-16T15:55:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:55:00Z"
    name: isvc-sklearn-s3-predictor.18a6e15ebcfc2c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "39225"
    uid: 59032584-be00-41e6-9e20-a348fa354aa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:55:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: ce55012c-3efe-497f-bd20-65e512420d00
  kind: Event
  lastTimestamp: "2026-04-16T15:56:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:00Z"
    name: isvc-sklearn-s3-predictor.18a6e1623bac5e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39666"
    uid: 8f7f9b8c-691a-4872-a983-bd0bbbf0c9fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:55:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: ce55012c-3efe-497f-bd20-65e512420d00
  kind: Event
  lastTimestamp: "2026-04-16T15:56:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:00Z"
    name: isvc-sklearn-s3-predictor.18a6e1623c0e4b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: 18e932f4-4259-4466-bb55-da39c5053d95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:58:58.588389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41239"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:58:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:58:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e19646809b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: 89c567b9-45ab-4d16-bedc-addf4f32e5de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41249"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: "2026-04-16T15:58:59Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e196600154a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41259"
    uid: e6a92ce7-7579-4314-91a3-1f67a05a731b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: "2026-04-16T15:59:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e196613ec5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41331"
    uid: d574a002-d402-4e61-8797-1afc89a67fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: "2026-04-16T15:59:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e1966467701d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41337"
    uid: 5534aafc-e154-437b-ba41-88bcbce80856
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: "2026-04-16T15:59:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e19664dac9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41339"
    uid: 41ee9d8b-d2eb-4852-8af6-6b5c826e92bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: d41694db-5315-4f07-b194-358b4d0530f8
  kind: Event
  lastTimestamp: "2026-04-16T15:59:08Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv.18a6e1989ca3dfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41369"
    uid: 647d94a6-6edc-4d58-8c05-7b2c93b2c0bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41229"
    uid: 35db9d77-d6f6-4a5d-aae9-9253ca55ae34
  kind: Event
  lastTimestamp: "2026-04-16T15:58:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65-kspkv'
  metadata:
    creationTimestamp: "2026-04-16T15:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65.18a6e19646250b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "41241"
    uid: 59864f3b-0b6b-4154-bc6f-2aeb618a8953
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41227"
    uid: c1763f05-4d7c-4bd1-8334-8c53492f2612
  kind: Event
  lastTimestamp: "2026-04-16T15:58:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-746ccb9c65
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6e196433e69c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: 3536adab-01f0-4a02-91dc-163a464be823
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: 76782e68-fa98-4617-b127-3b0ad547dbc0
  kind: Event
  lastTimestamp: "2026-04-16T15:59:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:59:06Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e1964319653e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41338"
    uid: 084aa288-fd67-4d80-bef7-2c6a080dfa5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: 76782e68-fa98-4617-b127-3b0ad547dbc0
  kind: Event
  lastTimestamp: "2026-04-16T15:58:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:58:58Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e19643b89750
    namespace: kserve-ci-e2e-test
    resourceVersion: "41234"
    uid: 3f580dab-925a-4d1a-a8a0-9c6ba2a2e696
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:57:37.474444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40581"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e18363bbba82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40588"
    uid: 8e9e740f-60f7-432c-ad86-3137e9abf3e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e1837d6f004f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40600"
    uid: a3e9e924-d5a3-44c5-a5d5-423533c0ce3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e1837eadf224
    namespace: kserve-ci-e2e-test
    resourceVersion: "40602"
    uid: ba5308de-d131-4b31-8da3-2a636242c31b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e18381dc3f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40604"
    uid: 732f2e18-ffc9-4906-ac95-6c64096756d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e18382993c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: eaa48a38-604b-4010-a8a7-3a62dd3337a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e183c419e77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40618"
    uid: 450b7bec-37a4-448e-93ce-ba8cdf6fe4e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e183c7ebb99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40624"
    uid: 80144d97-0565-43e1-b589-e4e8e2895e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:57:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e183c8628c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40626"
    uid: 0a5b65f2-cafe-4d59-b3f1-985fcdf0d2c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:59:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e184006fa98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41285"
    uid: beee5f3e-0669-4013-b54a-42d30b82c465
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: f94a7c3a-e337-419d-b050-295ef17831eb
  kind: Event
  lastTimestamp: "2026-04-16T15:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:58:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7.18a6e196085a8221
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: a9f29727-0aaf-45db-86f0-8409ace184f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40573"
    uid: 9e3e3bb4-f0d2-412f-8c32-e1a780da4672
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99-lp4l7'
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99.18a6e183635d067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40584"
    uid: e64f8d76-5fd1-4f95-a6dc-9492c91bfc2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40571"
    uid: ceefb34e-4d37-4115-b600-bc203aec8b8f
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-65cf754f99
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e1836172a216
    namespace: kserve-ci-e2e-test
    resourceVersion: "40576"
    uid: 8a19ea5e-1d3e-4527-ad14-850fa4ceffce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40572"
    uid: b107344c-4982-4439-8f7b-0104a7bef22f
  kind: Event
  lastTimestamp: "2026-04-16T15:58:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e186dff65618
    namespace: kserve-ci-e2e-test
    resourceVersion: "40829"
    uid: b1c082fa-64af-4213-b9fa-82720a0664aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40572"
    uid: b107344c-4982-4439-8f7b-0104a7bef22f
  kind: Event
  lastTimestamp: "2026-04-16T15:58:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e186e06269d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40830"
    uid: fdce385e-fabd-4c85-b30c-16be42c1c80d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40726"
    uid: b107344c-4982-4439-8f7b-0104a7bef22f
  kind: Event
  lastTimestamp: "2026-04-16T15:58:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e18dde43fe77
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: d7d53d05-d8dd-4e78-bb45-39ec9252719f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40726"
    uid: b107344c-4982-4439-8f7b-0104a7bef22f
  kind: Event
  lastTimestamp: "2026-04-16T15:58:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:58:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e18ddea9e1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: a107f44c-8ab5-4fc7-9642-b6cc32200bc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40563"
    uid: ee1e0124-d0f4-49f0-ad52-7294214c5598
  kind: Event
  lastTimestamp: "2026-04-16T15:58:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:58:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e183614db35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: 9605ac84-2f66-4023-8e7c-54b0660b1f42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40563"
    uid: ee1e0124-d0f4-49f0-ad52-7294214c5598
  kind: Event
  lastTimestamp: "2026-04-16T15:57:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:57:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e18361e45b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "40578"
    uid: e24a65cf-77f4-4e58-bb86-8ac95acaba8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:58:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: ee1e0124-d0f4-49f0-ad52-7294214c5598
  kind: Event
  lastTimestamp: "2026-04-16T15:58:51Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:58:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e1948c27d762
    namespace: kserve-ci-e2e-test
    resourceVersion: "41141"
    uid: 1da51279-3381-47d0-9b3b-ac8358e85369
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:57:26.408854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40410"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:57:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e180d02c3a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "40417"
    uid: db6b7766-c114-4205-96a6-8737cd640fd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40424"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: "2026-04-16T15:57:26Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:57:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e180e985aa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40430"
    uid: 9c847634-88c5-4cfb-918b-6924fce6d70d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: "2026-04-16T15:57:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e180ead43f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "40474"
    uid: 1076f33c-5b84-457f-bae2-ce249f3942b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: "2026-04-16T15:57:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e180ee65edcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: d3b69a53-ee93-4e93-bb01-9aa39f7378cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: "2026-04-16T15:57:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e180eed951bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40481"
    uid: 47af4b8a-0134-4f35-9a79-2ad496d17a93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: bdd3b94f-e6c9-4b65-badc-258007abdc25
  kind: Event
  lastTimestamp: "2026-04-16T15:57:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j_kserve-ci-e2e-test(bdd3b94f-e6c9-4b65-badc-258007abdc25)
  metadata:
    creationTimestamp: "2026-04-16T15:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j.18a6e182d52a80e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: a11cc40a-ee4e-4807-a60e-51ca76c21ac6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: 2e6233c2-c324-4348-aafd-a5941ed97084
  kind: Event
  lastTimestamp: "2026-04-16T15:57:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57-xcm9j'
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57.18a6e180cfd3b597
    namespace: kserve-ci-e2e-test
    resourceVersion: "40414"
    uid: f9ef33e6-a039-44fd-a6c3-5728dd7327f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 8b9e3780-901b-4b76-9255-91bf1bd4495d
  kind: Event
  lastTimestamp: "2026-04-16T15:57:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-76467cdc57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6e180cd76de26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: bb0b644b-fff4-44ff-9373-4c42d301bcd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40391"
    uid: fa4d9fc4-20d6-4706-979e-24a3e2b93eaa
  kind: Event
  lastTimestamp: "2026-04-16T15:57:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:57:35Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e180cd4fe690
    namespace: kserve-ci-e2e-test
    resourceVersion: "40517"
    uid: a8ed05ca-81b8-4e98-944d-923dfae9e3fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40391"
    uid: fa4d9fc4-20d6-4706-979e-24a3e2b93eaa
  kind: Event
  lastTimestamp: "2026-04-16T15:57:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:57:26Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e180cde60f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40406"
    uid: a1f7a34f-841b-4993-9d03-7f9843a853dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:56:05.302331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16dedd8e7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: 24b071d5-4c83-4eed-9b5a-8d59e9f328fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e07104061
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: d785e77e-06d4-4ee2-b997-675f5a09a957
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e0858f7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 8bc45652-7896-48e4-b442-0c817b495dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e0be56cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 54c1dc6c-f523-4c65-9f04-0f4dc85dc9c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e0c586bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: bcdde32c-d859-49c1-b661-f1c789e3e628
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e7f96129f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39797"
    uid: 658e19b5-124c-496e-b817-7140ad0fd822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e82d55415
    namespace: kserve-ci-e2e-test
    resourceVersion: "39801"
    uid: 883fc375-472b-4979-b1d2-0bf687308681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:56:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:56:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16e8359b796
    namespace: kserve-ci-e2e-test
    resourceVersion: "39802"
    uid: 67ad879c-84a3-40e3-abab-f0d043b979c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:57:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e16ebb84dd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: 014c06bc-e21a-4c6f-8ce3-5997eb86862f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 6363f16d-7773-4dc6-8145-a7fa957178b6
  kind: Event
  lastTimestamp: "2026-04-16T15:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:57:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp.18a6e180915cef3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40377"
    uid: 1efc077e-7238-45d9-9cee-9514bcac176d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39738"
    uid: b8ff5161-70ec-4587-bfba-ae7281e75284
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75-hsrgp'
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75.18a6e16ded74eb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: 04f21875-8ead-4b04-afdf-c86852f129d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39735"
    uid: f627b85c-5787-4d78-929c-7faaf15f2b59
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-7dcd76cc75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e16deb3d2038
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: e3429dd9-63c3-43d7-b570-348a7e163bb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39737"
    uid: bb3dd62a-4dcf-4eb1-82bb-f3af27e9fa91
  kind: Event
  lastTimestamp: "2026-04-16T15:56:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e17169bbdca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 0f714e3e-ff0e-474f-a5e9-c4c58fe20eed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39737"
    uid: bb3dd62a-4dcf-4eb1-82bb-f3af27e9fa91
  kind: Event
  lastTimestamp: "2026-04-16T15:56:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:56:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e1716a1d9311
    namespace: kserve-ci-e2e-test
    resourceVersion: "39894"
    uid: 579a5852-a8fc-463b-a5d3-e6ae05288730
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: bb3dd62a-4dcf-4eb1-82bb-f3af27e9fa91
  kind: Event
  lastTimestamp: "2026-04-16T15:57:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e174e982f423
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: 94dc4eb5-2401-4754-9797-f92fad98e56c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: bb3dd62a-4dcf-4eb1-82bb-f3af27e9fa91
  kind: Event
  lastTimestamp: "2026-04-16T15:57:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:57:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e174e9e5a385
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 96dc36e0-1fea-4281-bb80-d6f2809d42dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: c4856d83-e0ab-4c6d-830b-e30c0b0079e7
  kind: Event
  lastTimestamp: "2026-04-16T15:57:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:57:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e16deb216a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: 070454d4-0723-4000-99b6-177b753ed681
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: c4856d83-e0ab-4c6d-830b-e30c0b0079e7
  kind: Event
  lastTimestamp: "2026-04-16T15:56:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:56:05Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e16deb84fb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39742"
    uid: 9d0aa7ee-11d9-4be6-8f60-1f590108cf63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:57:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: c4856d83-e0ab-4c6d-830b-e30c0b0079e7
  kind: Event
  lastTimestamp: "2026-04-16T15:57:15Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:57:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e17e3e3973a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: ca0dcc02-9732-4c86-beb6-98c058797260
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:00:20.737651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41986"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:00:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:00:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1a966fa90d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41994"
    uid: 460f9ac3-62df-45a7-9e42-bb314ecf3b82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41997"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: "2026-04-16T16:00:21Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:00:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1a9807a3440
    namespace: kserve-ci-e2e-test
    resourceVersion: "42005"
    uid: 68b54d77-bc56-41f0-add5-61bc0d32d78e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41991"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: "2026-04-16T16:00:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1a981b37247
    namespace: kserve-ci-e2e-test
    resourceVersion: "42049"
    uid: fbee3c8b-e501-4a11-aeaf-2da628352d98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41991"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: "2026-04-16T16:00:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1a98569df0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42055"
    uid: 059fdd70-bf22-45d1-a518-5f849890f634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41991"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: "2026-04-16T16:00:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1a985da9a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "42057"
    uid: 5342cc7c-16d9-43be-83b6-2d2a34b6f179
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41991"
    uid: 6feeac88-5812-4814-a868-6a1bf68dea1e
  kind: Event
  lastTimestamp: "2026-04-16T16:00:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82_kserve-ci-e2e-test(6feeac88-5812-4814-a868-6a1bf68dea1e)
  metadata:
    creationTimestamp: "2026-04-16T16:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82.18a6e1ab802e57ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "42093"
    uid: 7f57debb-f73b-4f58-a40f-b65159e369c1
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556
    namespace: kserve-ci-e2e-test
    resourceVersion: "41978"
    uid: 2b5dd6c6-41e8-449c-93e2-5baa11b3eed7
  kind: Event
  lastTimestamp: "2026-04-16T16:00:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556-zqc82'
  metadata:
    creationTimestamp: "2026-04-16T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:00:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556.18a6e1a966875711
    namespace: kserve-ci-e2e-test
    resourceVersion: "41990"
    uid: 1526e902-c09a-42ec-8313-defeac2e1dbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41976"
    uid: de4771d8-f72e-45a4-8a35-d075f5eddd84
  kind: Event
  lastTimestamp: "2026-04-16T16:00:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5b99d6b556
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:00:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6e1a9647d41ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41980"
    uid: 9131d0f2-dfa5-489a-aa75-440d88e3448f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41967"
    uid: 5c5d6907-0cfc-4fc7-afaa-af1bc3cf1433
  kind: Event
  lastTimestamp: "2026-04-16T16:00:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:00:29Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e1a9645714fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42096"
    uid: ba58f869-b665-41f2-a642-edb3ac9faef3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41967"
    uid: 5c5d6907-0cfc-4fc7-afaa-af1bc3cf1433
  kind: Event
  lastTimestamp: "2026-04-16T16:00:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:00:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e1a964a1b7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41982"
    uid: b7bd2ac6-3e52-4c8b-b74e-2e6d4cff5041
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:59:09.650561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41406"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:59:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:59:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e198d9dba2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41413"
    uid: a21a853d-d2c0-4c85-aae4-ab10011a8a4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41417"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:10Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e198f34bb6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41426"
    uid: 6dd82d93-6228-4184-b0ec-b1187fc60fec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e198f4c71b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41428"
    uid: 704a4683-b9f6-4004-8add-ec4b5de68f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e198f8891bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41430"
    uid: 9349e9fb-751a-421d-9aa0-ebd32771a4c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e198f8ff41d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41431"
    uid: 4e925a72-6b04-482d-9de8-1a7f3312bad3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e199444e7c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: d166dc03-6e45-40cd-904d-806c5b616cba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e19947da71af
    namespace: kserve-ci-e2e-test
    resourceVersion: "41452"
    uid: ee7df0a9-d304-46df-acce-7b0f1609d095
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T15:59:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e199484cca17
    namespace: kserve-ci-e2e-test
    resourceVersion: "41454"
    uid: c8f3f11c-bf18-4498-9f78-bba11a5ff85f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T16:00:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e19980426abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: af4071d7-60ae-49f1-b728-6fa93cbf9e97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 865a934c-26b3-4273-95ad-05dc8000f605
  kind: Event
  lastTimestamp: "2026-04-16T16:00:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:00:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr.18a6e1a928b51742
    namespace: kserve-ci-e2e-test
    resourceVersion: "41957"
    uid: 278541fa-8220-45fd-b252-6108db1af3fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41396"
    uid: be9d86d4-7113-4dec-a348-8051a8112915
  kind: Event
  lastTimestamp: "2026-04-16T15:59:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d-g8vmr'
  metadata:
    creationTimestamp: "2026-04-16T15:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:59:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d.18a6e198d954888d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: a9a6f411-a298-4b87-93ca-d721d861e068
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41394"
    uid: 92646996-728a-405e-8f35-12bf7f3b2d2e
  kind: Event
  lastTimestamp: "2026-04-16T15:59:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-64ddbd787d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:59:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e198d6f8395d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41398"
    uid: d7797157-f86b-491d-a5c1-bf79c0647abd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41395"
    uid: bc10ed59-7b3e-46a1-82e9-f0a0531b816a
  kind: Event
  lastTimestamp: "2026-04-16T15:59:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e19c5578a549
    namespace: kserve-ci-e2e-test
    resourceVersion: "41755"
    uid: 10aa79da-471b-4987-9445-5d6528da5348
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41395"
    uid: bc10ed59-7b3e-46a1-82e9-f0a0531b816a
  kind: Event
  lastTimestamp: "2026-04-16T15:59:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e19c55dbbcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41756"
    uid: 4746c8e1-1a74-4dcf-a983-2f6212e0322d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41546"
    uid: bc10ed59-7b3e-46a1-82e9-f0a0531b816a
  kind: Event
  lastTimestamp: "2026-04-16T16:00:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:00:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e1a6d2d0c168
    namespace: kserve-ci-e2e-test
    resourceVersion: "41859"
    uid: 3d72ecad-17fc-4912-8017-a90a64465836
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41546"
    uid: bc10ed59-7b3e-46a1-82e9-f0a0531b816a
  kind: Event
  lastTimestamp: "2026-04-16T16:00:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:00:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e1a6d33b7a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "41861"
    uid: d3ad5ed9-844c-4547-b785-e01b8167c142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41386"
    uid: 646ad2ab-207f-41d0-8498-9f7add5cea8c
  kind: Event
  lastTimestamp: "2026-04-16T16:00:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:00:18Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e198d6d1da47
    namespace: kserve-ci-e2e-test
    resourceVersion: "41929"
    uid: 3114228f-7870-41c8-b246-97703b15ca8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41386"
    uid: 646ad2ab-207f-41d0-8498-9f7add5cea8c
  kind: Event
  lastTimestamp: "2026-04-16T15:59:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:59:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e198d730f01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41401"
    uid: 12cf64be-be8e-4373-ac85-a9079503a7c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41927"
    uid: 646ad2ab-207f-41d0-8498-9f7add5cea8c
  kind: Event
  lastTimestamp: "2026-04-16T16:00:18Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:00:18Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e1a8da2e935b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41928"
    uid: e9682325-b44f-432a-9e96-5f5b40f3b283
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: d858eb4b-aa22-4708-ab94-5c78c553d6fb
  kind: Event
  lastTimestamp: "2026-04-16T15:55:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:55:59Z"
    name: isvc-sklearn-s3.18a6e15b3d3f9423
    namespace: kserve-ci-e2e-test
    resourceVersion: "39661"
    uid: e1542d22-fe20-4b50-a30d-ab2ace6abd2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: d858eb4b-aa22-4708-ab94-5c78c553d6fb
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3.18a6e15b3d8ee5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39088"
    uid: 31f45b09-3fb9-4c2c-bee1-dfc6bb5e5be5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39070"
    uid: d858eb4b-aa22-4708-ab94-5c78c553d6fb
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-sklearn-s3.18a6e15b42b49eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: 287ce1e3-894f-476a-8423-dd9380c25c0b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:55:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39659"
    uid: d858eb4b-aa22-4708-ab94-5c78c553d6fb
  kind: Event
  lastTimestamp: "2026-04-16T15:55:59Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:55:59Z"
    name: isvc-sklearn-s3.18a6e16c95cab3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39660"
    uid: 2992d26e-0b3e-414f-a0e6-d3684c53d3ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-74bcbf56c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 8f4ae6bb-d666-4973-9c03-17979e37209a
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-74bcbf56c6-6jfxk'
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-sklearn-scheduler-predictor-74bcbf56c6.18a6e07a2972e8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30920"
    uid: 36a31e97-f6ef-46c0-ad25-5c4655f25918
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: ff312119-3d23-4135-b740-b0393deefbfd
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-74bcbf56c6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-sklearn-scheduler-predictor.18a6e07a260bf4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: addc5b1f-0d64-47ca-a998-53ae4017a87c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 08028c00-2c1d-4475-85f6-3cf7c2879645
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-sklearn-scheduler.18a6e07a259f8ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 8d97a415-4a7a-47ae-9af1-1066d53113bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 08028c00-2c1d-4475-85f6-3cf7c2879645
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-sklearn-scheduler.18a6e07a26168c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: debbbb8e-2199-49f4-91cb-17c07a943f4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 08028c00-2c1d-4475-85f6-3cf7c2879645
  kind: Event
  lastTimestamp: "2026-04-16T15:38:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:38Z"
    name: isvc-sklearn-scheduler.18a6e07a2616ff4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 6bc9347b-04e4-43af-9afe-54511c338c8c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:43:38.481392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33517"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c00bd9affa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33525"
    uid: c7369c56-9e66-4646-b0c6-96896adb63b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c0253c8c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: 77ad6ef1-9928-4d3e-9dc3-6999fd55b855
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c02669ab42
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: f7fe0b70-e385-4f3e-843d-6e18b10797c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c029f309d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: f520d351-2e2b-405a-8f5d-1d689b77570e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c02a581440
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: 92b25a2b-d10e-49af-993d-34d9335e7d88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:43Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c11ea3644b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 4de30536-4e94-4de4-890c-f035ea8d675c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:43Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c121be1f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: ac0b4869-a672-43a2-96ed-3070cafae807
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:43:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:43Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c1222302f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: a35985f5-50e2-4eb5-a66e-8cf12ecfe02e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:44:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:44:48Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0c15aab2bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34051"
    uid: 32782f3c-c7c6-4805-8da4-aa257e6c5a51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 70fab0e4-c672-4281-a2c5-5f33259961af
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct.18a6e0d2b5c68111
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 3e7fdb56-71fa-4f29-b697-9f5b941b38db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: bbed456e-036a-4cf1-858b-dce600c7b19b
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-56d7d747c9-zlrct'
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor-56d7d747c9.18a6e0c00b75e060
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: 2040f862-1a67-4fc3-820c-84440fec05bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 21cd469a-de5b-426b-8817-54fccfdb877d
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-56d7d747c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e0c008e13a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: 38392dd6-3ab9-43d7-9d63-8fe96ca07139
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 32c94f3d-3e40-4313-987d-85355ebf39eb
  kind: Event
  lastTimestamp: "2026-04-16T15:44:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e0c3875f4036
    namespace: kserve-ci-e2e-test
    resourceVersion: "33769"
    uid: c339c606-3dc0-4d54-97d6-b23fd348c280
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 32c94f3d-3e40-4313-987d-85355ebf39eb
  kind: Event
  lastTimestamp: "2026-04-16T15:44:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e0c387c4e7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33770"
    uid: 4ee15dea-075a-4e19-8fa1-32d4110262bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 32c94f3d-3e40-4313-987d-85355ebf39eb
  kind: Event
  lastTimestamp: "2026-04-16T15:44:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e0ca85abfefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: e1f572f8-54f1-494e-b851-51256e8bb3dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 32c94f3d-3e40-4313-987d-85355ebf39eb
  kind: Event
  lastTimestamp: "2026-04-16T15:44:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e0ca8613868c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34087"
    uid: a9307fac-0505-41f6-980b-6d7e8879552a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: db5ad8b1-cd2d-4b1b-9b33-4731fe064f2f
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-sklearn-v2-mixed.18a6e0c008bddfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34127"
    uid: f2921f33-35d8-439d-9f4c-518daf9cdf21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: db5ad8b1-cd2d-4b1b-9b33-4731fe064f2f
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed.18a6e0c0094b9cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: 40a6ac32-ec1c-429f-89f2-5b678616de9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33490"
    uid: db5ad8b1-cd2d-4b1b-9b33-4731fe064f2f
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-mixed.18a6e0c00e45b241
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 54e6d02d-6f02-4045-8e3c-25e71452fc57
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: db5ad8b1-cd2d-4b1b-9b33-4731fe064f2f
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-sklearn-v2-mixed.18a6e0d2a5b83b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 0ec50add-f0ab-44be-a7a0-a6a475ae6cbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:42:18.210278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-84556fcc44-2smfh
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ad5b51b1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: a1e89cc4-a572-466d-bd6d-5b2eb9a445c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32867"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ad74f7f46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: 2d413b0f-3618-4c23-93c4-9ff110176f5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ad76322da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32878"
    uid: fa3d185e-34ec-415e-b367-7fa7203d4ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ad794be533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32880"
    uid: 114f98fc-1b66-4ac0-a62b-cc4974843132
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ad79aee963
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: 78d92d42-48fd-4913-bbe7-1abc048ecb23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1407"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:22Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ae6d86c4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: 0e9ca0e2-5c44-4222-9f66-5428272c624c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:22Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ae70ea839a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32921"
    uid: 4e69be55-055d-4ee4-ab14-2c84bf5b67f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:42:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:22Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0ae71548ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "32922"
    uid: c6a109ed-88de-4efa-9730-146e538219de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:43:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:24Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0aea97b862e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: 7ea60aa0-246e-43f7-abda-b81e166263d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 0453890b-986c-4994-8276-a2c081bc2623
  kind: Event
  lastTimestamp: "2026-04-16T15:43:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:43:38Z"
    name: isvc-sklearn-v2-predictor-84556fcc44-2smfh.18a6e0c009af7dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 51c28671-56cf-4849-81f0-b3eeb0b580d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-84556fcc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: ebeca29d-ca6c-41b1-b9e1-65b1a853565b
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-84556fcc44-2smfh'
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor-84556fcc44.18a6e0ad5aef8c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 06303bf8-b99f-4303-8cfb-76888702facd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32844"
    uid: f71a2fb0-451a-4290-b054-adedfb479835
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-84556fcc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-predictor.18a6e0ad58c2e624
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: d73d2ddc-ffa0-416d-ab69-907a83ad5641
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 89cc4707-7a0a-4577-972e-36b5ba63d041
  kind: Event
  lastTimestamp: "2026-04-16T15:42:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:33Z"
    name: isvc-sklearn-v2-predictor.18a6e0b0d7aa2861
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: 93c6b14e-e80a-4ae4-b9d8-7b788d9c1a6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 89cc4707-7a0a-4577-972e-36b5ba63d041
  kind: Event
  lastTimestamp: "2026-04-16T15:42:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:33Z"
    name: isvc-sklearn-v2-predictor.18a6e0b0d8177eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 6b4c209b-5e60-4fbe-9d8f-afdffbcf2e2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 89cc4707-7a0a-4577-972e-36b5ba63d041
  kind: Event
  lastTimestamp: "2026-04-16T15:43:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:43:33Z"
    name: isvc-sklearn-v2-predictor.18a6e0b456c30835
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 62868874-a52b-41c7-9466-f8c68c941bfb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 89cc4707-7a0a-4577-972e-36b5ba63d041
  kind: Event
  lastTimestamp: "2026-04-16T15:43:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:43:33Z"
    name: isvc-sklearn-v2-predictor.18a6e0b457254beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: 599c4bc8-0dc9-4f78-a79a-f6c6ef17d97b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:41:28.004583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a1aad3a952
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 3d210bc8-85ad-472f-8264-41d5fa4deefb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a1c445b1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 58862ad0-e698-44a9-a069-c4df79ab8a5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a1c5a2ec72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: fa72bd04-5b50-47a4-97b8-44b2e42eb178
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a1c92f9e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: d6c7cb55-3722-438c-b9c5-2317e4bfcdcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a1c9996989
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 8fa6117a-a213-464f-8234-41f1162e57f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a2beb71b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 6c0da454-967d-4490-b610-db2f364f9d3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a2c182a535
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 9aab08ad-fdca-4d1a-8989-d717d7b73f4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:41:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:41:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0a2c1e92e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: f14d4b76-0bfd-4793-885d-4ebbf9b08d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:42:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T15:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:04Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0aa38147ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: d17e3958-e557-4f3d-892e-fc659c604c44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0ad564e5825
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: d689cb9e-f41c-4414-af43-436c45ecd296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32419"
    uid: 2b5534b6-0ae0-4d64-ab8c-b420ad3c65e2
  kind: Event
  lastTimestamp: "2026-04-16T15:42:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:42:24Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2.18a6e0aedab3866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32937"
    uid: d78f391a-f899-4223-89bc-0df6f8b0d0e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: a5a06874-3898-4d49-bb5d-b878b2a9782c
  kind: Event
  lastTimestamp: "2026-04-16T15:41:27Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-c8wt2'
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:41:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6e0a1aa770c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32420"
    uid: 06a504a5-8c62-4f99-bbd6-38fbf9b680a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: b3aadeff-37c9-49dd-983f-a0ee79b19888
  kind: Event
  lastTimestamp: "2026-04-16T15:41:27Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:41:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e0a1a8303714
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: 2a656c66-13aa-48d1-9737-074dbf535546
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: b9051e4e-b068-472b-9da6-6b5045a31c0c
  kind: Event
  lastTimestamp: "2026-04-16T15:42:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:13Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e0a5269ee716
    namespace: kserve-ci-e2e-test
    resourceVersion: "32775"
    uid: 7d3b204f-e70f-439b-b626-e2526d349a68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: b9051e4e-b068-472b-9da6-6b5045a31c0c
  kind: Event
  lastTimestamp: "2026-04-16T15:42:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:42:13Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e0a526f21c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: eb2400a0-53d4-4256-9c34-e72ce84448b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: 071182e3-b46d-4eb5-b766-1b0c0e7286eb
  kind: Event
  lastTimestamp: "2026-04-16T15:42:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:42:14Z"
    name: isvc-sklearn-v2-runtime.18a6e0a1a807efa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 66d5bcd6-bb1b-4e69-994b-18a96afb5ff5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: 071182e3-b46d-4eb5-b766-1b0c0e7286eb
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime.18a6e0a1a85140e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 759f5d15-733e-4a93-be30-eea6c14bd1d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:41:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32391"
    uid: 071182e3-b46d-4eb5-b766-1b0c0e7286eb
  kind: Event
  lastTimestamp: "2026-04-16T15:41:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:41:28Z"
    name: isvc-sklearn-v2-runtime.18a6e0a1ad5d831b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: 4680406c-0634-4cc9-b16e-f19d3abfe5f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32793"
    uid: 071182e3-b46d-4eb5-b766-1b0c0e7286eb
  kind: Event
  lastTimestamp: "2026-04-16T15:42:14Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:42:14Z"
    name: isvc-sklearn-v2-runtime.18a6e0ac8a710cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: 5f0079d6-6c6e-429f-a319-c160ff15e93e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: bba09eb6-a853-4470-9a31-89d8f9629232
  kind: Event
  lastTimestamp: "2026-04-16T15:43:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:43:34Z"
    name: isvc-sklearn-v2.18a6e0ad589ab6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 0b9d954e-7fb7-4b6f-a052-68b7922b57bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: bba09eb6-a853-4470-9a31-89d8f9629232
  kind: Event
  lastTimestamp: "2026-04-16T15:42:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:42:18Z"
    name: isvc-sklearn-v2.18a6e0ad58eb8919
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 53bdad2f-73d8-4e17-aadd-fcac22dabcc9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: bba09eb6-a853-4470-9a31-89d8f9629232
  kind: Event
  lastTimestamp: "2026-04-16T15:43:34Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:43:34Z"
    name: isvc-sklearn-v2.18a6e0bf35e67843
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 994ea656-78bd-4069-b021-ad6d9649f338
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 8a3bc0fd-a6d5-43b0-82be-163ae8e5275e
  kind: Event
  lastTimestamp: "2026-04-16T15:39:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:39:57Z"
    name: isvc-sklearn.18a6e07aa3d9598f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 49728040-57f0-4106-91e6-5543b37bb666
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 8a3bc0fd-a6d5-43b0-82be-163ae8e5275e
  kind: Event
  lastTimestamp: "2026-04-16T15:38:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:38:40Z"
    name: isvc-sklearn.18a6e07aa4483ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: 11978056-3ef1-4595-9c8b-77b81fe741f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 8a3bc0fd-a6d5-43b0-82be-163ae8e5275e
  kind: Event
  lastTimestamp: "2026-04-16T15:39:57Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:39:57Z"
    name: isvc-sklearn.18a6e08c7f9b7fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: f15362b8-4ffc-4f41-9076-c2449f012ad0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:44:58.668828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d2b764de38
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: e01b9c49-726b-426f-86fd-46fbb690a71e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:44:59Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:44:59Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d2d08b1a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: c6b67f40-c354-4479-84d0-bbe2d0b2c3e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:44:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:44:59Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d2d1b6d3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: d6b82fd0-4c28-4dc6-bc24-1f1125993577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:44:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:44:59Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d2d46f53d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34195"
    uid: a34161f9-5a99-4a0e-a27f-fcbfd768b359
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:44:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:44:59Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d2d4eb9e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: 0fa9b63d-e81c-45c8-9f18-d11a4842b81a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:45:04Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T15:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:04Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d4082fa10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34241"
    uid: 2b2ed090-01c3-4c84-be67-240f984cbd0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:45:08Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.956s (3.956s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:08Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d4f407bf30
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: 2071ad6d-f8de-4de5-9c12-fbac1fb7e3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:45:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:08Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d4f6d139bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: 19458463-6437-4931-b456-5f99c7d528f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:45:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:08Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d4f773bc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34275"
    uid: 186b5588-8f08-4b04-acb9-b6d7d2681597
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:46:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0d533399feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 816351a7-2a18-41b9-81b4-752d7ce96822
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 4218662c-3fe9-4684-bbc8-9809f0b13e63
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-fjkvt.18a6e0dc5ddc6529
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 6cfe933c-d516-4c0d-a0b1-98e254ef85b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: df033531-ed14-4886-9415-8b4192c17f47
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-fjkvt'
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6e0d2b7127447
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: efe76af3-13db-42cc-8091-1af4bf715b8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 054b838c-c165-4741-a1a4-6680dc6cfeb0
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-tensorflow-predictor.18a6e0d2b51dd2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 82fc8889-efce-4243-bf7d-3395c1cd6c44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 0d1e119d-2e74-45c2-8eab-2ff16175e9e8
  kind: Event
  lastTimestamp: "2026-04-16T15:45:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:45:28Z"
    name: isvc-tensorflow-predictor.18a6e0d6338c5846
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 341cdec7-06e4-471c-b99f-afbb8553cc85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 0d1e119d-2e74-45c2-8eab-2ff16175e9e8
  kind: Event
  lastTimestamp: "2026-04-16T15:45:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:45:28Z"
    name: isvc-tensorflow-predictor.18a6e0d633eee56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: b0dbb29c-6991-4ded-b358-78c09c663363
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:45:40.183728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dc61e006c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 53d08ba9-1ae0-40c0-b586-fb71a145a039
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dc7a86411e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: 40a53f95-572e-46fb-a763-1be789d0e71a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dc7bd386de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34572"
    uid: f1a125c2-2c07-48c7-abe4-cba5a75596e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dc7e8c0ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 38af7286-a22e-4a77-ace3-8320c5f710e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dc7f115db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34575"
    uid: 8b57d4f7-a046-4afa-adc2-a9cecd9bd13e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:45Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:45Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dd9aeb7838
    namespace: kserve-ci-e2e-test
    resourceVersion: "34615"
    uid: 84a299a0-62e8-4db7-bd06-a187abf2719e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:45Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dd9db26a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34620"
    uid: 246ad679-2f4c-4dc0-bb9b-60b301adaffa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:45Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0dd9e2d224e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34621"
    uid: d84a0c1a-1787-41c4-80b9-95824e937f1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:45:47Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0ddd6d87a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: aa8353e9-801b-4874-a9c6-795a4eb5bb48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 15019466-0dc5-41a6-aade-0613180ccd2e
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr.18a6e0e39703b12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: c61cb8ae-4cd2-42f2-9901-2973f56be72a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: 2a50b44b-acd3-4d67-84b4-081333b820b6
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-s2rdr'
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6e0dc6186dd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34553"
    uid: 41092da5-7775-456f-aa4e-5967a30f7195
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: c67330bf-3e13-4b73-ba68-26ce6cec22f7
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime-predictor.18a6e0dc5ef181e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: b806ff92-4844-4de0-91d1-d7ed2150517c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 122bb8a2-1915-40dd-a864-fbcb54aa0f92
  kind: Event
  lastTimestamp: "2026-04-16T15:46:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:46:10Z"
    name: isvc-tensorflow-runtime-predictor.18a6e0dfdd6af54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: bbda593f-bfbb-4437-b543-8ac2330c679f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 122bb8a2-1915-40dd-a864-fbcb54aa0f92
  kind: Event
  lastTimestamp: "2026-04-16T15:46:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:46:10Z"
    name: isvc-tensorflow-runtime-predictor.18a6e0dfddcdab3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34807"
    uid: da8bc6a0-95e4-4911-bb5b-66f2eaa1c109
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: ecc793fe-db8b-4dc9-9be2-be5410b1ef4e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:45:57Z"
    name: isvc-tensorflow-runtime.18a6e0dc5ecb81a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 7fd95178-c38c-4aea-ba61-5db383048b54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: ecc793fe-db8b-4dc9-9be2-be5410b1ef4e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:40Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:45:40Z"
    name: isvc-tensorflow-runtime.18a6e0dc5f272200
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: cf5f5732-f89f-4dc8-8d70-b4b71bac7f41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: ecc793fe-db8b-4dc9-9be2-be5410b1ef4e
  kind: Event
  lastTimestamp: "2026-04-16T15:45:57Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:45:57Z"
    name: isvc-tensorflow-runtime.18a6e0e06a38103a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 3643eba2-0490-457b-98cb-cad0e9727e1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: eb574960-b96e-4678-9b4c-778cb749cd62
  kind: Event
  lastTimestamp: "2026-04-16T15:45:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:45:20Z"
    name: isvc-tensorflow.18a6e0d2b4f25c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: edcb102a-2144-490d-9e7b-bed0041a53f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: eb574960-b96e-4678-9b4c-778cb749cd62
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-tensorflow.18a6e0d2b5510b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: ab96a657-fa56-43a4-b798-292d0948c989
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: eb574960-b96e-4678-9b4c-778cb749cd62
  kind: Event
  lastTimestamp: "2026-04-16T15:44:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:44:58Z"
    name: isvc-tensorflow.18a6e0d2b997b46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: ea60a2b1-bd2c-475c-8672-dd820201984f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:45:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: eb574960-b96e-4678-9b4c-778cb749cd62
  kind: Event
  lastTimestamp: "2026-04-16T15:45:20Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:45:20Z"
    name: isvc-tensorflow.18a6e0d7c69ff3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: d3ebd799-c5bc-4269-94fc-f08c772072ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:46:11.200788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-4rt76
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e39aa2bd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: f286149e-fcea-46d0-a79c-7297e10ef6c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e3b404ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34877"
    uid: 9c33cdf0-919c-4673-9152-d43ed5bcede9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e3b52591f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 2ba46085-a10d-4834-aa10-df6758c132de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e3b81022b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 0068f309-bcee-4185-bc07-b983d3e69283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e3b87a2a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: a75bef38-e720-4742-980c-fbf2d6a868ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:46:15Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T15:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:46:15Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0e49cc944d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: c7c2576f-e91e-468c-aaab-3a9d85ad3861
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:48:10Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.651s
    (1m54.651s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:10Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0ff4e8e89f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 5607346b-6791-4213-a19f-bc3854dab225
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:48:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:10Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0ff56534fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 030352da-c101-4e1e-8787-3dc560fa4889
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:48:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:10Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0ff57a0b4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3950473f-4205-4d3e-94c5-5257360f4e39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:48:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:11Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e0ff79ef1b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 3a2242fd-5932-495e-b8cf-895ba288c672
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-4rt76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: cfead25d-3a9d-436e-baaf-42506d23e34d
  kind: Event
  lastTimestamp: "2026-04-16T15:48:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:33Z"
    name: isvc-triton-predictor-85f9f46646-4rt76.18a6e104c6854fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: bca90e9a-a215-4c16-9dc7-f80435d13f66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: 283322cf-d6b0-4946-8ff8-864e4bea57e1
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-4rt76'
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor-85f9f46646.18a6e0e39a358732
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: 2c4205b1-6cb4-4efb-9a3c-45d0219ac222
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: 001dace0-26e8-451f-80f2-ccccb1447087
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton-predictor.18a6e0e3972b8096
    namespace: kserve-ci-e2e-test
    resourceVersion: "34846"
    uid: 58980654-9409-44bd-b69b-9040c53144ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: 43f2c66f-1277-43a1-af6b-1ff712b04403
  kind: Event
  lastTimestamp: "2026-04-16T15:48:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:48:26Z"
    name: isvc-triton-predictor.18a6e0e7159644b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: 2682afbc-d478-4850-bf31-01c683e31667
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: 43f2c66f-1277-43a1-af6b-1ff712b04403
  kind: Event
  lastTimestamp: "2026-04-16T15:48:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:48:26Z"
    name: isvc-triton-predictor.18a6e0e715f7f20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35838"
    uid: 7da2f555-4fcd-48a0-9a46-5167cadb3b92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: ce195038-2990-422f-a020-3b1333af14c1
  kind: Event
  lastTimestamp: "2026-04-16T15:48:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:48:21Z"
    name: isvc-triton.18a6e0e39706eebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35809"
    uid: e8c6dcbf-2742-4550-9310-31e828978c07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: ce195038-2990-422f-a020-3b1333af14c1
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton.18a6e0e3977314bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34868"
    uid: e86a7981-ae4f-49a8-a25e-c4db932c006d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:46:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: ce195038-2990-422f-a020-3b1333af14c1
  kind: Event
  lastTimestamp: "2026-04-16T15:46:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:46:11Z"
    name: isvc-triton.18a6e0e39c47d55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34869"
    uid: eae21e5c-03c1-46ae-ae4b-032826b375d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: ce195038-2990-422f-a020-3b1333af14c1
  kind: Event
  lastTimestamp: "2026-04-16T15:48:21Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:48:21Z"
    name: isvc-triton.18a6e1020d736d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 010aec6e-cfbc-4750-97e8-35ac1e8a5b8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:48:33.739294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:48:33Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e104ca97d621
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: abc96025-9b31-4a55-886f-2ebdd08973e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:34Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:48:34Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e104e56f70f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 9036cb56-cb20-454f-b9d9-5b60d3ba9174
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:34Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e104e6bd626a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 6d0c1ce7-226e-414b-89fd-c5c243ac7e58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:34Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e104ec34c9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: 98ad1b4a-4c65-4254-a9a1-2720ce129b9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:34Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e104ecccb47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 52889b8c-1891-409f-8665-7a45d0c47930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:38Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T15:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:38Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e106038f6b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: ffca7c8a-7f22-447f-80c8-ca9a40778aa1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:58Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.333s (19.333s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e10a83f529f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: 34ffb293-d2aa-4bf5-9feb-58f4f611fe5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e10a873bde39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: 955992e5-5327-4ddd-aa49-e2532adb0a3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:48:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:48:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e10a87b75d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: a1727a9c-526e-4b6d-b611-84b321937024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:49:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:49:50Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e10aaf5f2133
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: 06ba1ab4-f6f8-4715-b274-d084db8104c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 73dec0be-6723-4968-bc04-27bcc07d9206
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rnkmt.18a6e119c7005f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: d8082028-1355-43d6-88ec-7fe6b50a91d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35917"
    uid: 6d033cf3-d4f5-4bb6-9b9a-d65a76842510
  kind: Event
  lastTimestamp: "2026-04-16T15:48:33Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-rnkmt'
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:48:33Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6e104ca201162
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 7f6e7504-f13c-4d92-b9d7-bdbc78baaa00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: c253703f-58b5-40a6-a1a7-b1f59fb53a88
  kind: Event
  lastTimestamp: "2026-04-16T15:48:33Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:48:33Z"
    name: isvc-xgboost-predictor.18a6e104c61a2bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 07755da3-1d79-4a9a-9210-21c25315d76c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: fb6b4685-42e6-4fe4-b15f-2b95b42e3046
  kind: Event
  lastTimestamp: "2026-04-16T15:49:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:49:18Z"
    name: isvc-xgboost-predictor.18a6e108449d9549
    namespace: kserve-ci-e2e-test
    resourceVersion: "36285"
    uid: 3b928c41-0682-4259-af76-60b0c80bfaed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: fb6b4685-42e6-4fe4-b15f-2b95b42e3046
  kind: Event
  lastTimestamp: "2026-04-16T15:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:49:18Z"
    name: isvc-xgboost-predictor.18a6e1084500795a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: ea2554d0-0753-4a97-9b81-ea4b918a3beb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: fb6b4685-42e6-4fe4-b15f-2b95b42e3046
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-predictor.18a6e112c1e9a3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 5cf192b7-bddd-40ea-b2f5-9461d455d0f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: fb6b4685-42e6-4fe4-b15f-2b95b42e3046
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-predictor.18a6e112c24cbdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36615"
    uid: adce5967-781f-45d8-a4e9-702713bc01d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:51:24.513216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12c8d830c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: a1f30cf1-e830-4d2e-8cbc-f063f4e92d19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12ca6f35157
    namespace: kserve-ci-e2e-test
    resourceVersion: "37425"
    uid: f8fe714e-cfce-4d4b-a70a-4be17bc568be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12ca8223e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: d7a97d92-8188-4748-8a48-4f97537f2dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12caae273d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37428"
    uid: 0d029eaa-7954-4486-8dbc-2c30d32f78b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12cab92343d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 75ddd9e0-8c1f-4a4b-b748-60ee459f75aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:29Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:29Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12db4e39430
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: d9193053-66ed-4efa-a59c-4e3ce9008a56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:29Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12db7e3412c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: 6e3640fc-0c08-4535-9d75-9684c53b32d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:51:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:29Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12db85f2ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: a2bfee9a-0565-477d-8608-ffa39cd04011
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:52:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e12df0cda7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: db9ad5e5-241e-4ff8-8a15-bf99531cc11b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 0e853e10-498d-48f7-8313-3e1d301515f8
  kind: Event
  lastTimestamp: "2026-04-16T15:52:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p.18a6e13ce2145b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: 863f9cd3-e1b3-4800-a0c9-28d2e5bf1bd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 1e6bbba1-46aa-4369-a08d-68796ef16214
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-sqv4p'
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6e12c8cf57412
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: 71b72957-291b-411c-b1bf-55cbe4851152
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: c979d3c1-58e7-4c63-a833-6850d091acfe
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime-predictor.18a6e12c8ad81a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 82b12237-9dcc-4353-a322-629097e3bd9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ecad1ceb-bfc4-43b0-9fb4-1a4f56267646
  kind: Event
  lastTimestamp: "2026-04-16T15:52:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:09Z"
    name: isvc-xgboost-runtime-predictor.18a6e13009e44106
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: 021a58fd-11b3-4c00-8ffe-050c19553762
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ecad1ceb-bfc4-43b0-9fb4-1a4f56267646
  kind: Event
  lastTimestamp: "2026-04-16T15:52:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:09Z"
    name: isvc-xgboost-runtime-predictor.18a6e1300a4abf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: 6d7270f3-30cb-42e6-9040-511995439b93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: ecad1ceb-bfc4-43b0-9fb4-1a4f56267646
  kind: Event
  lastTimestamp: "2026-04-16T15:52:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:24Z"
    name: isvc-xgboost-runtime-predictor.18a6e13a86d74400
    namespace: kserve-ci-e2e-test
    resourceVersion: "37870"
    uid: e518a85b-6061-4ab2-9343-4a65173c6291
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: ecad1ceb-bfc4-43b0-9fb4-1a4f56267646
  kind: Event
  lastTimestamp: "2026-04-16T15:52:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:24Z"
    name: isvc-xgboost-runtime-predictor.18a6e13a8740d6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: d6ea3f61-1b66-4dad-ac87-fb99510b469b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: 235e0fd6-576b-4b7d-b860-9c83e4edda7b
  kind: Event
  lastTimestamp: "2026-04-16T15:52:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:52:31Z"
    name: isvc-xgboost-runtime.18a6e12c8adf3ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: fcbc8691-758b-48c0-a5a5-e5aec04edde4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: 235e0fd6-576b-4b7d-b860-9c83e4edda7b
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime.18a6e12c8b4916b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 403631a0-bd53-4eaa-8789-fac7d78ac4bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: 235e0fd6-576b-4b7d-b860-9c83e4edda7b
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: isvc-xgboost-runtime.18a6e12c8f6be553
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: d888197c-4706-4d38-8d05-ca098f8678c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 235e0fd6-576b-4b7d-b860-9c83e4edda7b
  kind: Event
  lastTimestamp: "2026-04-16T15:52:31Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:52:31Z"
    name: isvc-xgboost-runtime.18a6e13c2871a223
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 020e3437-0482-49b0-a04a-13e24ba97b74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:50:03.948666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e119cb7d86b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: 57815a32-8f04-4414-ad6f-ae264e68f81c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:04Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:50:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e119e4f5f9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: fa34d489-fda5-47fd-ad12-cd9719265722
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e119e62eabf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 1a952447-30e2-46ea-8c2f-9a4538101fb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e119ead09f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: a8766aef-725a-4386-acae-acd30ec79328
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e119eb4b431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36686"
    uid: 3f7998f7-3054-4aa1-8d29-ef06f52cf487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e11ad760dd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 01a06176-51a7-4252-86c3-7f076157bc2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e11adad9b9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: aebf6f97-fb2f-426c-94c7-4528ddc20c59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e11adb62f088
    namespace: kserve-ci-e2e-test
    resourceVersion: "36726"
    uid: f4720638-15f9-4bf1-9eb7-c5b4c86659a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e12328adc05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: bf114ea1-01bb-4e7a-b5ad-94e1ce9c9550
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: abbb9426-e596-48d4-8ae2-5d54895036c1
  kind: Event
  lastTimestamp: "2026-04-16T15:50:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs.18a6e1249f3cf337
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: 49f2a702-b986-4a9b-8a46-2bd5d3a8da22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "36647"
    uid: 74b16b92-b3d5-465c-a682-563c4f61666a
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-khmcs'
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6e119cb27f1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 673f76d1-7f57-4a2a-adaa-52407948d3c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36644"
    uid: 9c693d9d-6a4a-4356-844b-3ea1e6b16675
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e119c76f276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36650"
    uid: 80cd0524-c2c2-4536-a3c7-faeb83a00076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 82c2f66e-4d6a-4adc-8060-e02f6ca1dab7
  kind: Event
  lastTimestamp: "2026-04-16T15:50:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e11d45ee2305
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 0c370ff8-be05-4e02-a026-7e5000c25d8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 82c2f66e-4d6a-4adc-8060-e02f6ca1dab7
  kind: Event
  lastTimestamp: "2026-04-16T15:50:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e11d46534070
    namespace: kserve-ci-e2e-test
    resourceVersion: "36912"
    uid: 6a71ac44-da69-40fe-91a3-df8618afb841
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: 8de3440e-cb7a-461e-bd60-0cc31ff62fbf
  kind: Event
  lastTimestamp: "2026-04-16T15:50:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:40Z"
    name: isvc-xgboost-v2-mlserver.18a6e119c74e2938
    namespace: kserve-ci-e2e-test
    resourceVersion: "36965"
    uid: 6368e628-1b2a-43f9-9201-e5c2b8a4929c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: 8de3440e-cb7a-461e-bd60-0cc31ff62fbf
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-v2-mlserver.18a6e119c7dae833
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: 124a7914-17bd-433c-aabb-e95073d5f9c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: 8de3440e-cb7a-461e-bd60-0cc31ff62fbf
  kind: Event
  lastTimestamp: "2026-04-16T15:50:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:03Z"
    name: isvc-xgboost-v2-mlserver.18a6e119cbc44bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 16399652-03b2-4d3d-b104-92faa004ee5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 8de3440e-cb7a-461e-bd60-0cc31ff62fbf
  kind: Event
  lastTimestamp: "2026-04-16T15:50:40Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:40Z"
    name: isvc-xgboost-v2-mlserver.18a6e12253a5f161
    namespace: kserve-ci-e2e-test
    resourceVersion: "36964"
    uid: a113a7f9-03c5-4ac5-82ec-f8222df82a2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:53:34.897936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38499"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    to ip-10-0-139-55.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14ae90bfbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38506"
    uid: 88a60346-c8b4-4f00-a342-3e6b4cf65786
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:35Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:53:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14b0289887f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38517"
    uid: cf458ff5-3bbb-4e63-a1a1-1a62f85f410e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14b03bd10dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: a1231f11-2f33-4ff7-9798-17e2405d5bd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14b06b41e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38522"
    uid: 1dc1c57a-12db-492e-9b1c-a42394277452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14b0732672c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: 7304ea11-5a93-4d64-acbe-f35ec72393d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:39Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:39Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14c0f109dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: e41b2036-a155-4df4-b342-73b0e7fd5d9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:39Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14c1208fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 54e614e6-4d3a-44cd-a68f-a451f61d4177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:53:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:39Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14c12940059
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: 5faf4f72-3a96-4a9d-a602-649581890b30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:54:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e14c4aeeae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38934"
    uid: 6839374b-b1db-4ee6-9d45-3ec1cb1fbe1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 71b0365a-c4fa-40de-8077-783ad87c2226
  kind: Event
  lastTimestamp: "2026-04-16T15:54:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:54:45Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-thlnv.18a6e15b3ca094d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: 18358676-b802-4199-b02a-ab93838180a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-55.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-55.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: 0bfca967-5363-4b60-9c75-e35bc45040fa
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-thlnv'
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6e14ae8993bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 42d7673b-ff36-4ef8-b9ef-5847c08eb7ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38479"
    uid: 967ba2be-b663-4051-931f-ff8c5acfae8c
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-predictor.18a6e14ae5b4a8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 7906c5fa-12f2-43d1-ad7d-787e4ab022c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38482"
    uid: 1d83ccdc-40cc-4718-a2f9-438848717e9a
  kind: Event
  lastTimestamp: "2026-04-16T15:54:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:04Z"
    name: isvc-xgboost-v2-predictor.18a6e14e642b558b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: 89a75efd-2d00-413c-8b8c-a84d1312fcc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38482"
    uid: 1d83ccdc-40cc-4718-a2f9-438848717e9a
  kind: Event
  lastTimestamp: "2026-04-16T15:54:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:04Z"
    name: isvc-xgboost-v2-predictor.18a6e14e64895d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: 711f2230-502e-4447-b44e-62059d68fe20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: 1d83ccdc-40cc-4718-a2f9-438848717e9a
  kind: Event
  lastTimestamp: "2026-04-16T15:54:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:34Z"
    name: isvc-xgboost-v2-predictor.18a6e155625525d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: 118c9f8e-4e0b-45d5-9339-0adf4452dde8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: 1d83ccdc-40cc-4718-a2f9-438848717e9a
  kind: Event
  lastTimestamp: "2026-04-16T15:54:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:54:34Z"
    name: isvc-xgboost-v2-predictor.18a6e15562b65ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 195737e0-fea7-4357-8551-c4f2727f683e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:52:34.707847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13ce5701ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: d37c1e72-620a-43a0-a9c0-5dc7f62bb4e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37997"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:35Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:52:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13cff109468
    namespace: kserve-ci-e2e-test
    resourceVersion: "38010"
    uid: 928a2b68-4241-4e27-b1e6-bab37e8942cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13d00581d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38012"
    uid: c1f208e0-733e-4136-9bd1-fe478c8c6ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13d0365b1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: 64c4aacc-47b4-4fef-b77e-2cacd2710cab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13d03d8e9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38015"
    uid: 68e5cd7f-87d4-4ff4-8bf2-a7796ead44d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:38Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13de4a600bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: fa0b6abb-c0e9-4a75-a42e-4524aeac218c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13de838b9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 3e54f782-5356-4d5a-9c1a-88a3b5035dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:52:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e13de8ad3884
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: 98fe1fa1-019f-4bbf-9693-f4ce6afc9fc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:53:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T15:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e1455aa316e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: 3500d2f4-4d01-42fa-9c00-70feac4116f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e14ae654582d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38490"
    uid: 13af3881-efb9-44c3-b5b7-2b975a9523b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: b0cb75eb-e910-4dc8-9a37-fe9a45122e14
  kind: Event
  lastTimestamp: "2026-04-16T15:53:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:53:40Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd.18a6e14c54941286
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: ca09003b-8698-4ce3-8841-17cc34acf21c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: 53826717-f5d8-4cba-b9dc-e1e55a6d1ad8
  kind: Event
  lastTimestamp: "2026-04-16T15:52:34Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-g9rnd'
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6e13ce515341e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: 0301275b-30df-4b18-8dfc-e260a625f0d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: e1aab529-7a01-4c60-9ce0-0f0c550e3335
  kind: Event
  lastTimestamp: "2026-04-16T15:52:34Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e13ce21cf5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37975"
    uid: adb9037d-4c6e-4b4f-952a-5b338e673c75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: f97d3f9c-ed82-436d-8503-77fd366d20d1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e14060c0901a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: 2d94b1cb-e2f6-46ce-a572-afe792dfaa28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: f97d3f9c-ed82-436d-8503-77fd366d20d1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e140612474ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38237"
    uid: 8f4d350e-ddfc-4b9f-952e-8ef96d9bc65a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: f97d3f9c-ed82-436d-8503-77fd366d20d1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e1475efcd047
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 68ec01f3-a0c1-4a45-9394-61035f40395e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: f97d3f9c-ed82-436d-8503-77fd366d20d1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e1475f5cf6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: 9d0eba23-38f1-4285-8032-52bdb0122e66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: 0c82bb7e-cef9-4985-b16f-c9088da3cac1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:53:31Z"
    name: isvc-xgboost-v2-runtime.18a6e13ce22236e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38429"
    uid: 96500060-0d47-44e9-ae93-147ce001d7d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: 0c82bb7e-cef9-4985-b16f-c9088da3cac1
  kind: Event
  lastTimestamp: "2026-04-16T15:52:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-v2-runtime.18a6e13ce29f46c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 1222f0fa-67dd-457a-9840-57d68ea5be94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37984"
    uid: 0c82bb7e-cef9-4985-b16f-c9088da3cac1
  kind: Event
  lastTimestamp: "2026-04-16T15:52:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:52:34Z"
    name: isvc-xgboost-v2-runtime.18a6e13ce7df651d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: a9b97d26-314f-47fc-84ff-d4ea1a3378ad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38427"
    uid: 0c82bb7e-cef9-4985-b16f-c9088da3cac1
  kind: Event
  lastTimestamp: "2026-04-16T15:53:31Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:53:31Z"
    name: isvc-xgboost-v2-runtime.18a6e14a04eb4a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: e21b3086-e417-4fb9-8c4e-969d2fdc8901
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: de94578f-af2b-4589-a78f-07b9b6c8c8e7
  kind: Event
  lastTimestamp: "2026-04-16T15:54:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:54:41Z"
    name: isvc-xgboost-v2.18a6e14ae5848d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: f14f0b91-1e10-4363-a24c-de0442feed7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: de94578f-af2b-4589-a78f-07b9b6c8c8e7
  kind: Event
  lastTimestamp: "2026-04-16T15:53:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:53:34Z"
    name: isvc-xgboost-v2.18a6e14ae61c6467
    namespace: kserve-ci-e2e-test
    resourceVersion: "38489"
    uid: 116d9182-fa34-4a5d-ac63-4c9985666969
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:54:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39008"
    uid: de94578f-af2b-4589-a78f-07b9b6c8c8e7
  kind: Event
  lastTimestamp: "2026-04-16T15:54:41Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:54:41Z"
    name: isvc-xgboost-v2.18a6e15a835b943e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: 35d17e40-94d4-454e-89c6-e87ccbb4e0b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35891"
    uid: 3d8e07c6-c6a2-45fe-bc98-19d8777f7d93
  kind: Event
  lastTimestamp: "2026-04-16T15:50:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:00Z"
    name: isvc-xgboost.18a6e104c5f2345f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 21ee8e16-77a5-4217-a9fb-2c3ef745c566
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35891"
    uid: 3d8e07c6-c6a2-45fe-bc98-19d8777f7d93
  kind: Event
  lastTimestamp: "2026-04-16T15:48:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:48:33Z"
    name: isvc-xgboost.18a6e104c66735ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35922"
    uid: 28c95c5e-9efd-4cac-8050-cac44aabf110
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36582"
    uid: 3d8e07c6-c6a2-45fe-bc98-19d8777f7d93
  kind: Event
  lastTimestamp: "2026-04-16T15:50:00Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:00Z"
    name: isvc-xgboost.18a6e118e6f349a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36583"
    uid: 70b1ed60-dce1-4fc3-add2-c89797ef11c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:09:52.969751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-2ttq5
    to ip-10-0-139-101.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee871f2da4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 95873ba4-7ca7-402e-ab6e-330cfdb10679
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:53Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:09:53Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee8790aca55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: fc801920-291e-411b-b132-4d2afe916666
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:53Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T15:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:53Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee87a43aed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 9444125b-a50e-4d4e-b9d1-960ebcfaf82a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:53Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 886ms (886ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T15:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:53Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee8af1a5c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: b1190466-d043-4951-bd4a-080c9f6733c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:54Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee8b636de86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: a5df6426-2b5f-4b91-8fc8-4b081805ad8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:54Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee8b69edfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: e1d8543d-dd2c-4a19-8dbe-e908019b5351
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:09:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:09:54Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6dee8bbde3272
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 886b7802-4524-487e-966a-a29ad20bb321
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-2ttq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 870e025e-d9c5-438d-94c6-3525e3739d05
  kind: Event
  lastTimestamp: "2026-04-16T15:11:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:11:28Z"
    name: message-dumper-predictor-7f66cccfb6-2ttq5.18a6defea6fdb51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17314"
    uid: ae6b56e4-68c3-4417-9297-cb3c8d3ce684
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: c1afd465-8baf-43a2-8915-6a0185dfd89c
  kind: Event
  lastTimestamp: "2026-04-16T15:09:52Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-2ttq5'
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: message-dumper-predictor-7f66cccfb6.18a6dee871a2d4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 715e1b0a-5dd8-45be-a0fa-6089ed8de117
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 9e06e980-23ad-4634-b580-6a44b7e9abc1
  kind: Event
  lastTimestamp: "2026-04-16T15:09:52Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: message-dumper-predictor.18a6dee86fb91224
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e76991cb-bf60-45c0-a1df-01d3a131cd35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 03a86317-682a-4cab-bef2-d983cba74f23
  kind: Event
  lastTimestamp: "2026-04-16T15:10:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:22Z"
    name: message-dumper-predictor.18a6deebeedd71e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 84bdf79b-402b-4542-b590-2adc19564a69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:10:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 03a86317-682a-4cab-bef2-d983cba74f23
  kind: Event
  lastTimestamp: "2026-04-16T15:10:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:10:22Z"
    name: message-dumper-predictor.18a6deebef40d20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 6caeac09-5854-43df-abcd-79d034fb297a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: c106336f-7335-488f-aaab-502740e826e1
  kind: Event
  lastTimestamp: "2026-04-16T15:09:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:09:55Z"
    name: message-dumper.18a6dee86fbfb1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: ef31497d-cbe3-4d42-b084-6b4373497ea4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: c106336f-7335-488f-aaab-502740e826e1
  kind: Event
  lastTimestamp: "2026-04-16T15:09:52Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T15:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:09:52Z"
    name: message-dumper.18a6dee87049fdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 995c8883-f444-4bf0-9f4f-30b9f3bc1af7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:09:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: c106336f-7335-488f-aaab-502740e826e1
  kind: Event
  lastTimestamp: "2026-04-16T15:09:55Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:09:55Z"
    name: message-dumper.18a6dee8fac3dccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: db845d1e-42a9-4156-b97a-caa4e6024aeb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:40:00.619891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08d524b039a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: 49169bce-1049-4dbe-9f89-a7412f049d6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31637"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:01Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:40:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08d6b950c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 60770f71-3c02-42e8-97c7-f7f40e3da282
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08d6cdd4542
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: 330b6b53-b5a5-4236-99f9-8b9ee16ac996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08d6fce9bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: f9e66ded-07fd-47a8-81e8-95ca2edd644d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08d703e40eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: 9941a8dd-2e40-4f31-a4a8-fdd84070ce4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08e69251ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: d9bc4db6-0f56-4d9e-b874-e11839cf9245
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08e6cd768d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: d919fa24-b899-409e-96b7-cd26891c2462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e08e6d5fbdbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31702"
    uid: d5a46642-aed4-475b-b1e9-9baa28537691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T15:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e095de88d909
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: 1759ceb5-4900-4562-846a-4da809933553
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:50Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e098ff757550
    namespace: kserve-ci-e2e-test
    resourceVersion: "32062"
    uid: b9a6f88d-6e68-48aa-90df-d34b4adcd648
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 067d8f2c-3ba7-45a0-8e53-c781c81775b2
  kind: Event
  lastTimestamp: "2026-04-16T15:40:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:40:57Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-krhvs.18a6e09a853ce706
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: 504bfcc3-5ec8-46ae-bc71-73286d6ceba6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 70cc0c0f-12b0-4426-bcb1-8771a5376115
  kind: Event
  lastTimestamp: "2026-04-16T15:40:00Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-krhvs'
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6e08d51ccc6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 8e86bb75-5e0a-4a30-91f8-7a32435b44b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: 40fe2727-98f3-44b8-a231-cd4a0f1d555e
  kind: Event
  lastTimestamp: "2026-04-16T15:40:00Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: sklearn-v2-mlserver-predictor.18a6e08d4fb420b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31619"
    uid: a9df5d11-636d-4d29-8798-c6c92496ad50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 5bf56dd1-3405-4289-8f69-26c2a974f2db
  kind: Event
  lastTimestamp: "2026-04-16T15:40:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:45Z"
    name: sklearn-v2-mlserver-predictor.18a6e090ce60cf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31986"
    uid: f00734f3-b4af-411d-a8c0-329ceb2970ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 5bf56dd1-3405-4289-8f69-26c2a974f2db
  kind: Event
  lastTimestamp: "2026-04-16T15:40:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:40:45Z"
    name: sklearn-v2-mlserver-predictor.18a6e090cec19a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: cf1091f2-f622-4bc8-9bc2-5ee5e201feb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 5c9efee8-dced-4d98-881a-2e61ade60996
  kind: Event
  lastTimestamp: "2026-04-16T15:40:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:40:47Z"
    name: sklearn-v2-mlserver.18a6e08d4fbef69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: ede4b64f-b88e-490f-8ca5-009d9328317c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 5c9efee8-dced-4d98-881a-2e61ade60996
  kind: Event
  lastTimestamp: "2026-04-16T15:40:00Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: sklearn-v2-mlserver.18a6e08d5022c431
    namespace: kserve-ci-e2e-test
    resourceVersion: "31639"
    uid: 1279fad1-bca9-47cc-bec0-0073eeb2518f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: 5c9efee8-dced-4d98-881a-2e61ade60996
  kind: Event
  lastTimestamp: "2026-04-16T15:40:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:40:00Z"
    name: sklearn-v2-mlserver.18a6e08d54418ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 934f10a9-4c9e-4a1a-bcb5-c11d9e2079e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: 5c9efee8-dced-4d98-881a-2e61ade60996
  kind: Event
  lastTimestamp: "2026-04-16T15:40:47Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:40:47Z"
    name: sklearn-v2-mlserver.18a6e098351f6273
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: 94a2282d-c6cd-4146-aba4-35a114721751
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:50:44.239470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    to ip-10-0-129-76.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e1232d026dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: c241ccca-848e-4954-8ed0-f4871f05fabe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54cbb986f9-bkdkr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e1234674d778
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: c1e129bf-17ab-48f3-b4e8-7e3a09ad6cad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:c49c84e69ddbb36db782821d4aa3d203f458a00c0c04dd506eb662aae339bb8a"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e12347ba68c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37059"
    uid: 40bdda40-a6b6-4259-b52a-2639c0da3fda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e1234ad9bf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 2c2bca12-cc34-4398-9f8a-b4425dfb78fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e1234b4cc56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 79b82ef8-6445-4660-b861-322438f07726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:48Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e124307d07ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: fc5e89dc-8cd5-470a-91ae-88b8ff4de84d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:48Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e1243446d5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37096"
    uid: 0ecc3fbf-9eda-488e-8a17-e592433d9905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:50:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:50:48Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e12434c05424
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: 7c0ea22a-a22b-49f7-83e8-467bc3739834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:51:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:24Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e12c8a4ead55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 460d21d3-bfb3-4207-ad58-9da6bf3f96ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 3c4178f3-aa32-4b87-8abf-8641c807e3e4
  kind: Event
  lastTimestamp: "2026-04-16T15:51:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T15:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:51:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wjp8w.18a6e12df86d3f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: b2e11b66-d4af-4975-91fb-fae18cd40378
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-76.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-76.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: 87422b2f-0e6e-4a6d-902f-62fdbe216b9d
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-wjp8w'
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6e1232cadc96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 0b8dcc90-156b-453b-8439-b2050dad6f35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: ca79629b-e65a-4b72-8c49-cff0397aadef
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver-predictor.18a6e1232a4b2c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: 169d247c-ebdc-4aa5-add3-016cd40e63f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: dbb7305d-ab97-4217-a384-122306542486
  kind: Event
  lastTimestamp: "2026-04-16T15:51:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:51:14Z"
    name: xgboost-v2-mlserver-predictor.18a6e126a928ac28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: e8057137-e20d-4f80-bed5-afaef0050570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: dbb7305d-ab97-4217-a384-122306542486
  kind: Event
  lastTimestamp: "2026-04-16T15:51:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:51:14Z"
    name: xgboost-v2-mlserver-predictor.18a6e126a98d0b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: 657b4ee8-72f9-4f75-911a-5a470e7073c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: 45563b26-6ff9-4c4c-83c2-5a6cbebabcfe
  kind: Event
  lastTimestamp: "2026-04-16T15:51:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:51:20Z"
    name: xgboost-v2-mlserver.18a6e1232a22696a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: be1ed70a-5a1b-43e6-b9e8-cd107e2250f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: 45563b26-6ff9-4c4c-83c2-5a6cbebabcfe
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver.18a6e1232a7961a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 27131e75-680a-4f02-8c7e-d7778e4a43df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: 45563b26-6ff9-4c4c-83c2-5a6cbebabcfe
  kind: Event
  lastTimestamp: "2026-04-16T15:50:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:50:44Z"
    name: xgboost-v2-mlserver.18a6e1232fc397c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: 4f324fa7-1683-4868-aa0a-4296d65de185
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:51:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37331"
    uid: 45563b26-6ff9-4c4c-83c2-5a6cbebabcfe
  kind: Event
  lastTimestamp: "2026-04-16T15:51:20Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:51:20Z"
    name: xgboost-v2-mlserver.18a6e12ba9e8e13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: 2f0c129b-469d-4a41-94bd-9d12ccc4b9bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42340"