---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:38:08.188834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fb07d123fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: 8d95cf48-08e4-4567-b832-a46a94548e0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fb21d16d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: 27179aeb-45f3-4a9f-9550-4beaee8942d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: "2026-04-21T10:38:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:13Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fb232518f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 389e8f95-62ab-49ae-b342-15394268e5d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: "2026-04-21T10:38:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:13Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fb26f89c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: f5c6a238-63ca-4fe9-b782-781359907c6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: "2026-04-21T10:38:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:13Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fb276df31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: b2a8975a-fa25-4f80-98f5-a6b821778718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 9e06a947-b21b-4d88-b8a3-efa18b3e11a8
  kind: Event
  lastTimestamp: "2026-04-21T10:38:16Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr_kserve-ci-e2e-test(9e06a947-b21b-4d88-b8a3-efa18b3e11a8)
  metadata:
    creationTimestamp: "2026-04-21T10:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:16Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr.18a858fcfab1df12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26109"
    uid: 6b31b26b-c3c7-4e43-a8a6-1f6f5c0401fd
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4b8009-predictor-6789dddf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 0ad89d65-c1bb-4fe9-a41c-5558b3d5d34f
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: 'Created pod: isvc-init-fail-4b8009-predictor-6789dddf56-ql7gr'
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009-predictor-6789dddf56.18a858fb075dedba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 6509972e-64b5-4ba8-a45d-11233ec6797e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4b8009-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: 92f388c8-6dd7-4463-b5b0-1e7a1dfdbfb1
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: Scaled up replica set isvc-init-fail-4b8009-predictor-6789dddf56 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009-predictor.18a858fb04967d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 45456010-2819-4c0e-8160-6cef22cb19a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b8009
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: aa674ec8-e6c1-4056-9d19-8a626e69b05a
  kind: Event
  lastTimestamp: "2026-04-21T10:38:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:38:17Z"
    name: isvc-init-fail-4b8009.18a858fb046f819f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 0af83ee5-9eab-4557-a63b-0b50539730dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b8009
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: aa674ec8-e6c1-4056-9d19-8a626e69b05a
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4b8009":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4b8009":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009.18a858fb04ea8596
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 64d0745b-ec3d-45da-aab2-10f13d709e72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4b8009
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: aa674ec8-e6c1-4056-9d19-8a626e69b05a
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4b8009": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-init-fail-4b8009.18a858fb04eadd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: ac497065-52ff-43b6-b047-2a304041a215
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:20:00.121062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-gj6lc
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fdb1ec73ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fb1e364c-c2d7-418f-81f6-beeb100d64c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fdcb37ef84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: 6755113e-190d-4244-9e64-e07a76a86bea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fdcc7257a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: f93f8a94-f899-463f-830f-0db0cc5430ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fdcfb7fb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 9c4057ca-5ddb-4d1b-bba5-9ab726ae41c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fdd02bb9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 2654f9b4-98c8-47e6-84a0-3d6d4d7aaae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:05Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:05Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a857fede99109f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: a1482144-63b0-4f00-b708-1c9b0bac5ce3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:11Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.659s (6.659s
    including waiting). Image size: 606294798 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:11Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a858006b89f922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: f2c2b2f1-0739-4920-88f6-a1430f84a7ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:11Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a858006ecf312a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: cf1de82b-3079-4af2-9daa-4a01d3a75405
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:20:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:11Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a858006f56fe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: ebfbdf9b-fefe-4c61-a259-4a75ffca613d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:21:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:26Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a85800816db01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 4287e3ca-7103-4959-965d-ba6cc2c91e87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: af166313-95e4-4282-9d51-2e96a46314d0
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-predictor-78c8d484d6-gj6lc.18a85815025e46ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 3c142149-8854-4c0c-8067-d8fd1d4a1224
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 61ddfac9-ea34-4783-bd93-122c7945f5ba
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-gj6lc'
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a857fdb15cd093
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 4a794cd1-7239-47c9-86f1-86c3211a249d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: a3bca5e3-af27-4184-87af-ba91e48e5d41
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm-predictor.18a857fdaeb93fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 49e89cb8-23f8-4034-a7f1-10a2190c907d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: c394380f-3f96-481c-879a-f8d26147cede
  kind: Event
  lastTimestamp: "2026-04-21T10:20:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:20:30Z"
    name: isvc-lightgbm-predictor.18a858012d9573fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 2ad4e568-6ee6-46d4-a5ca-6514c08c8188
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: c394380f-3f96-481c-879a-f8d26147cede
  kind: Event
  lastTimestamp: "2026-04-21T10:20:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:20:30Z"
    name: isvc-lightgbm-predictor.18a858012df41986
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: cb87c24b-384e-461e-955e-9e8f5625c144
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: c394380f-3f96-481c-879a-f8d26147cede
  kind: Event
  lastTimestamp: "2026-04-21T10:21:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:21:30Z"
    name: isvc-lightgbm-predictor.18a858082bee2294
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: b683d193-2325-408d-a04f-4d4bf3d15493
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: c394380f-3f96-481c-879a-f8d26147cede
  kind: Event
  lastTimestamp: "2026-04-21T10:21:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:21:30Z"
    name: isvc-lightgbm-predictor.18a858082c5303a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: d2f708cc-b3da-4ced-9f47-2f35d5f4f4e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:21:40.336096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a8581507349411
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: cb5224d3-49b2-4e40-9c05-e8a8d9386c33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a85815204d42b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 53d24003-0766-4e4e-a492-d31d6680ff1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a85815219f6000
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 0f6d60cb-1c27-4b48-b733-8b26dd719221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a858152465133d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: d52d9706-bf12-4c81-b628-dd89af1542c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a8581524e1a8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 0b7919c3-7cc9-4206-a6d5-29ad1b8eab93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a85815fd041e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: a294badd-7a35-47f5-8c09-f55a954dfe4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a85815ffefd83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: d6306208-4165-44a5-90de-82370a642929
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:21:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:21:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a8581600696161
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: 04e60ac2-4516-4c6b-905c-711ba009bc5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:22:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:22:59Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a8581638fc2ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18271"
    uid: 48ff0719-7b68-435d-ac52-dad2e6c254ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 24cd6a2f-5472-4b84-a482-197432f7c172
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8.18a8582a19ec237a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: ffe7e3b8-4939-4d0d-a7cc-ed335a43c5cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: 4692a5da-26f7-4a14-8bd1-affa016c7d37
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-spdh8'
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a8581506ced899
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: c28a94b0-89e8-4c59-ace4-5780ae0f310a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 679d0bfd-551f-4e76-be53-8ae5cc1340aa
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime-predictor.18a8581502ac9cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: af748b05-bb21-49db-95f1-48a19bd0317e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 751a2ce0-c013-4407-b5f1-583ea6fef8c2
  kind: Event
  lastTimestamp: "2026-04-21T10:22:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:22:10Z"
    name: isvc-lightgbm-runtime-predictor.18a858188169138c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 8d1abb78-c2b9-4f5d-8d94-11b946502002
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 751a2ce0-c013-4407-b5f1-583ea6fef8c2
  kind: Event
  lastTimestamp: "2026-04-21T10:22:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:22:10Z"
    name: isvc-lightgbm-runtime-predictor.18a8581881aa0bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 2e91fbf1-289f-4800-8148-36f0e69fa1de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 751a2ce0-c013-4407-b5f1-583ea6fef8c2
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-runtime-predictor.18a8581f7f5a682b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: d8e5242b-c561-4546-b5a3-0f447d4fbbe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:22:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 751a2ce0-c013-4407-b5f1-583ea6fef8c2
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-runtime-predictor.18a8581f7f98a2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: 038e931e-4de9-488e-b5c3-ded9d9946255
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 9b5790cc-458e-43f8-9dad-81b07892dae9
  kind: Event
  lastTimestamp: "2026-04-21T10:23:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:23:09Z"
    name: isvc-lightgbm-runtime.18a858150287b9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: ba4bf824-5077-4f1b-b4ec-c3cdc7989c18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 9b5790cc-458e-43f8-9dad-81b07892dae9
  kind: Event
  lastTimestamp: "2026-04-21T10:21:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:21:40Z"
    name: isvc-lightgbm-runtime.18a858150314c3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: e73767c1-98de-4b9d-b7cb-3b9e8f685fe9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: 9b5790cc-458e-43f8-9dad-81b07892dae9
  kind: Event
  lastTimestamp: "2026-04-21T10:23:09Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:23:09Z"
    name: isvc-lightgbm-runtime.18a85829bd63b75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 8da12e79-a6c9-466e-94f5-2b946d051a55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:26:11.198449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a8585417dc14da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 0aac5251-5bed-431e-9f67-12c20fd39312
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a8585431303a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 5a2b979d-cfab-43c3-8579-a36774415aff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a85854326344fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 36a333c1-f22a-4ad1-b186-845a6949e5c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a858543556b202
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 858abfb7-9575-49e3-991a-3849fa4f7733
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a8585435d0c69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: e3020526-e949-4461-8c86-4554fe82acbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:16Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a858554a0922d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: 466a3027-ea5e-45ef-911a-2ffdb9e6bd99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a858554d554987
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: 20af83f3-adce-4a0e-8a20-675fbd0f3e5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a858554e0c1e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 9a62259d-5b81-4f8c-96eb-9d07825e86df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a8585585ffdc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 5c170403-1162-451b-a58f-bfaeee645e62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: f65885b0-ad1a-45e5-8f51-a8dbcce55842
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4.18a85858c212d1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: e9125358-84e6-41b8-849f-630ba463da70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 3e234572-5e04-4693-b59e-3ac3dcc930c0
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-4hsr4'
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a8585417717a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: 6495a02d-6411-4091-8316-72992594d689
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: c5fbf7bd-6895-48df-8cc1-09047404ddb1
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a85854130f7f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 946d402e-5a6f-4fc1-bd86-d96f12049566
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: bb8cc382-93a2-4266-827c-4bce4914a44a
  kind: Event
  lastTimestamp: "2026-04-21T10:26:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:26Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8585791caf6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: d2ed714b-d20e-4086-aa49-f21fd028d209
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: bb8cc382-93a2-4266-827c-4bce4914a44a
  kind: Event
  lastTimestamp: "2026-04-21T10:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:26Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a858579238701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: a2e25c3b-c43d-4ce8-9e31-259dc969fc90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: d1d71f1c-caa6-4544-9a9e-6fb08093b90c
  kind: Event
  lastTimestamp: "2026-04-21T10:26:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:28Z"
    name: isvc-lightgbm-v2-kserve.18a8585412e7d97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: c66126da-a03b-4371-bfed-406c3d871f44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: d1d71f1c-caa6-4544-9a9e-6fb08093b90c
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-kserve.18a8585413b695fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: be0217fd-73d0-4be8-b1ca-eea74c803775
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: d1d71f1c-caa6-4544-9a9e-6fb08093b90c
  kind: Event
  lastTimestamp: "2026-04-21T10:26:28Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:28Z"
    name: isvc-lightgbm-v2-kserve.18a858581a2eee78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: 599c57d1-3a07-40c5-a977-e13a9514d8da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:23:10.927333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582a1edd2cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: e52aa98b-7458-4d61-9fdf-a4f2af585436
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:23:11Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:23:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582a380b5eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: bf946a0f-54c9-4afd-851c-7acde621ccd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:23:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:23:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582a39402423
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: 85fdcc53-66f0-468d-96b6-0f6e889b6c11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:23:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:23:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582a3c93374b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: 655ddc5a-321e-47fe-b2e5-f646c909c0ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:23:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:23:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582a3d09801e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: 73f6c9fe-c082-4ab9-a273-2e97554c8e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:23:15Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-21T10:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:23:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8582b3e32d77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: ec5da50c-13eb-48ce-9448-604e00c97bff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:25:30Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.713s
    (2m14.713s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:25:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8584a9bc7724c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 93b84712-d8d3-4dcf-be31-29d235087ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:25:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:25:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8584aa130a59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 0af8e470-157e-4704-9afe-58597fcf13a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:25:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:25:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8584aa2cf4df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 3dff5ac9-fe95-41a9-b1e8-6b1b5c1a6e2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a8585412de55e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 8ed7d93e-dfa6-4ed4-a499-b71619d862a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 7851ad51-f5bd-4cec-a8aa-bb04b32e3bfc
  kind: Event
  lastTimestamp: "2026-04-21T10:26:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-lightgbm-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-21T10:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:13Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7.18a858548eb32c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 56ebac9c-ca24-4732-b7c2-1202684adad2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: cfec2b5c-6a9b-4634-9acd-40bc9be207c0
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-2m2v7'
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a8582a1e838477
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: c5c281ed-c92b-452b-b843-d6bf406d55ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 14a76b09-16c0-4e40-8466-0bc62c9f5226
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8582a1acb525d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: b8ea8df4-ea41-458b-a2d7-ff3f8bdcdda0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 2f1cfede-9001-40fb-87d3-eb6948d83362
  kind: Event
  lastTimestamp: "2026-04-21T10:25:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:25:40Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8582d99710c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: 4f347c32-e43a-4a69-b49e-8f5cc00d9270
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 2f1cfede-9001-40fb-87d3-eb6948d83362
  kind: Event
  lastTimestamp: "2026-04-21T10:25:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:25:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8582d99c89fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: 97b991fb-c6d3-40ce-a1d2-91707e243840
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 2f1cfede-9001-40fb-87d3-eb6948d83362
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a858508ea4a4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19693"
    uid: 735978cd-3ad0-4d4b-ba43-7483a0f239ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 2f1cfede-9001-40fb-87d3-eb6948d83362
  kind: Event
  lastTimestamp: "2026-04-21T10:26:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a858508f041324
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 16c7772a-a96a-4cc0-8ae2-2b63ecd09bdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 1d1ade99-cc1e-46a7-a552-181aaf2c0b28
  kind: Event
  lastTimestamp: "2026-04-21T10:26:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:02Z"
    name: isvc-lightgbm-v2-runtime.18a8582a1a8c3ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: b59bbf2e-d9d6-4e7b-b4ce-e4db9a5c048a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:23:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 1d1ade99-cc1e-46a7-a552-181aaf2c0b28
  kind: Event
  lastTimestamp: "2026-04-21T10:23:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:23:10Z"
    name: isvc-lightgbm-v2-runtime.18a8582a1adc64d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 9a4868e7-14c6-4cd9-a016-13ef70a2a8de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 1d1ade99-cc1e-46a7-a552-181aaf2c0b28
  kind: Event
  lastTimestamp: "2026-04-21T10:26:02Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:02Z"
    name: isvc-lightgbm-v2-runtime.18a85852035bd654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 3cf87d16-a2a7-4c7d-992e-6a50ed03184a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: e11fd74b-0aea-47f4-a2c4-64597d14ed93
  kind: Event
  lastTimestamp: "2026-04-21T10:21:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:21:36Z"
    name: isvc-lightgbm.18a857fdaeb83bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: f38f3475-482a-4fc9-8eb9-1aac304a512c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: e11fd74b-0aea-47f4-a2c4-64597d14ed93
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-lightgbm.18a857fdaf7846eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 460ef389-39ca-4b1b-a277-7f72b9047a1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: e11fd74b-0aea-47f4-a2c4-64597d14ed93
  kind: Event
  lastTimestamp: "2026-04-21T10:21:36Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:21:36Z"
    name: isvc-lightgbm.18a85814167f7089
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 315e1a78-e7c5-4cae-8d8c-b57205d88623
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:18:34.900774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-59b65cb4c-xz8j7
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:18:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:18:34Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857e9da66169f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: c1a815a3-8aa4-47db-962f-eaf8bc647ad2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:35Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:18:35Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857e9f4ec3462
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 1ec71d62-d643-45d5-8032-022f96aebe6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:35Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857e9f63455d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: deed1b1f-94ef-4fed-b2c4-d7749821ef7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:35Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857e9f94d2de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: 1150625b-4e6b-4f13-9fa0-474139f057b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:35Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857e9f9c7149a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: 9944d699-e24b-4098-9ba3-cc6feb8a0d0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb046e50ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: bded5e2b-df72-427d-98f3-d112e31d3ade
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb0777b732
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: ba2240b4-6d39-4f86-a6c1-501ca954722f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb07ee8a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 8d44a3c9-b06e-4d6b-aa09-81c3b309f376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7bcc107cea6bbf928d69d154f5bf6badc713d12c8e7ab2d112a223a4b8acadea"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb07fc2a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: d6d2cc21-4faf-4b4e-a55f-4e61c901163c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T10:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:40Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb0aca1134
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 411cca3b-deba-4012-93ff-1558681108fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:18:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T10:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:40Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb0b40f584
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: b0c3730a-c975-4cd4-bee0-73971abb07c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:20:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:28Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb40674472
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: b37f6b5b-b7b5-4185-b9cf-d1158eb9639e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:20:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T10:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:28Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857eb7c1f5c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: d737a279-64aa-436e-8402-4ae423f92a82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857fdb0d082c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 8913b078-17a5-4e0c-94f4-7bed4ec1a51a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-59b65cb4c-xz8j7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 1f3f8b46-0b2e-46bf-bb52-782a17ea1662
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: isvc-logger-predictor-59b65cb4c-xz8j7.18a857fdb0d1cdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: abf8ab3c-6be3-4f4b-924d-fc0e54c66c03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-59b65cb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 0d09ba51-8199-4ff8-85ba-d9959eae573b
  kind: Event
  lastTimestamp: "2026-04-21T10:18:34Z"
  message: 'Created pod: isvc-logger-predictor-59b65cb4c-xz8j7'
  metadata:
    creationTimestamp: "2026-04-21T10:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:34Z"
    name: isvc-logger-predictor-59b65cb4c.18a857e9d9f8a777
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: de809052-624d-432a-bf2b-79ba48c490c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 0756a8ee-ffcd-4dff-ab25-39d07d5f72cd
  kind: Event
  lastTimestamp: "2026-04-21T10:18:34Z"
  message: Scaled up replica set isvc-logger-predictor-59b65cb4c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:34Z"
    name: isvc-logger-predictor.18a857e9d730b59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: ae511fec-3306-4789-9801-179e1c354085
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 8e3ab268-8db0-483a-89ea-11d36967a64e
  kind: Event
  lastTimestamp: "2026-04-21T10:19:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:19:04Z"
    name: isvc-logger-predictor.18a857ed56530706
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 7fd28269-e828-47df-bedb-5253d99beab5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 8e3ab268-8db0-483a-89ea-11d36967a64e
  kind: Event
  lastTimestamp: "2026-04-21T10:19:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:19:04Z"
    name: isvc-logger-predictor.18a857ed56b90bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: be8ecb4a-a12b-43a9-ace8-877814c1f1c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 8e3ab268-8db0-483a-89ea-11d36967a64e
  kind: Event
  lastTimestamp: "2026-04-21T10:19:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:19:49Z"
    name: isvc-logger-predictor.18a857f454620061
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: 4663da19-25b4-440d-8c3b-6dcfb5737c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 8e3ab268-8db0-483a-89ea-11d36967a64e
  kind: Event
  lastTimestamp: "2026-04-21T10:19:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:19:49Z"
    name: isvc-logger-predictor.18a857f454c2047b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 9c60dc08-b5a6-4a02-b015-2c8ce6aea855
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: a2523636-7a35-4c6e-9829-40c7f4ea73d7
  kind: Event
  lastTimestamp: "2026-04-21T10:19:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:19:48Z"
    name: isvc-logger.18a857e9d76a1eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 3ffee1dd-989b-475c-9310-930234780625
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: a2523636-7a35-4c6e-9829-40c7f4ea73d7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:34Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:34Z"
    name: isvc-logger.18a857e9d7b84398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: 38ffb3e3-cad3-4363-864e-e6b397135df3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: a2523636-7a35-4c6e-9829-40c7f4ea73d7
  kind: Event
  lastTimestamp: "2026-04-21T10:19:48Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:19:48Z"
    name: isvc-logger.18a857faf15efb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: fd6844e3-9448-48fe-b98b-b03864a7193f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:26:31.290228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85858c56c4cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: 839b65c7-b243-4064-9cb5-5521f33dd417
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85858debc2932
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: fe04bc87-8ffa-4e6b-aeec-609257da81fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85858e024ee31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: a6c7e953-0efd-4efd-8cb0-3a76b2af40f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85858e6f9bde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: ac663a12-f44f-43d5-b7a8-9c198e1ebf52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85858e76c2f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 98f1e318-de51-4271-8ed8-414b54767bbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T10:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:36Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85859f650dd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 264e61b8-b97f-4762-996c-dc9e8baedd4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:36Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85859f9b13ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: f709d485-a69c-404c-85f8-120d05961f26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:26:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:26:36Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a85859fa2394f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 7d3d78de-a996-4cab-94e3-3fdc9f928e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 9ff65f8c-5e82-45a9-bd70-52af8e3a4532
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4.18a858621abf4bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: ea0efa7c-31a3-4be5-9bf9-6d985b9a819f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: 9739396d-4225-4dda-b905-6bdd12209082
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-dclk4'
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a85858c5081e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: 341411ff-c00f-4f1c-a01f-0d764b6399e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: ffa8a160-8d56-48d7-8e11-45f203496ef7
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime-predictor.18a85858c2d43380
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 47d29ea0-f90b-4873-a78a-f1a516cc914f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: acaceb63-be10-4ecb-a083-102040a93c62
  kind: Event
  lastTimestamp: "2026-04-21T10:26:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8585c4188f339
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: 264eb8c4-f0fe-49f8-ac94-bde407e8f07c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: acaceb63-be10-4ecb-a083-102040a93c62
  kind: Event
  lastTimestamp: "2026-04-21T10:26:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:26:46Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8585c41ea3fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: f613e1be-bf6f-4946-b72d-8a65c7ca7ed6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: acaceb63-be10-4ecb-a083-102040a93c62
  kind: Event
  lastTimestamp: "2026-04-21T10:27:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:27:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8585fc0a62b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 057f0049-62cc-4151-9bb5-e581a98f8dbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: acaceb63-be10-4ecb-a083-102040a93c62
  kind: Event
  lastTimestamp: "2026-04-21T10:27:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:27:01Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8585fc0e5f6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: 9c848d5d-5de6-4e28-acac-078a4239d8d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: ffdb1ff5-d281-4b90-a31d-b64908f018d0
  kind: Event
  lastTimestamp: "2026-04-21T10:27:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:27:08Z"
    name: isvc-mlflow-v2-runtime.18a85858c2b038f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: b2183647-ea26-4832-a408-27bfb3c334d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: ffdb1ff5-d281-4b90-a31d-b64908f018d0
  kind: Event
  lastTimestamp: "2026-04-21T10:26:31Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:26:31Z"
    name: isvc-mlflow-v2-runtime.18a85858c2faa3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 5583db36-e062-4238-b6a8-a662bf0754de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20271"
    uid: ffdb1ff5-d281-4b90-a31d-b64908f018d0
  kind: Event
  lastTimestamp: "2026-04-21T10:27:08Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:27:08Z"
    name: isvc-mlflow-v2-runtime.18a858616e8219e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 948bf48d-d353-434e-ad53-4966e99aa2f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:28:31.579539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-vgsdn
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85874c7397e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 52c0f8f7-b6e7-4ca1-9d3d-1296c4f758ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:32Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:28:32Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85874e06e7d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: b47f0b80-7c2e-4c8e-b2c4-c56fd889b74a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:32Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85874e1bb328f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 08fb82e8-bf60-4e7f-b70a-bb7f38cb7988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:32Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85874e4be2153
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: d4642571-90c6-4565-9f5f-2129de3011a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:32Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85874e5322b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: 864cc276-8e68-4b87-8ba4-211a48ceb59f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:37Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:37Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a858763914ead0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 1cf5c30c-45b5-4b46-a5f1-fc513a8e617e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:48Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.146s (11.147s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:48Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85878d17f4227
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: 8ba8a9c1-c7bf-4703-8a21-3924e319c118
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:49Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85878d59949cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 6f0bbd4d-2933-4560-9f56-99e54054afa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:28:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:49Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a85878d61020d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 339eeaa6-bbfd-4002-8693-7b5b218b861f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:29:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:30Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a8587906be5035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: e94ed96f-021f-4fa0-9d37-a9546fd8eabf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 3cc2d3f4-3260-449a-879f-7ffe88b9de0c
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-predictor-7dddcb4bd4-vgsdn.18a858856bb05808
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: fe917e03-133c-4e77-8632-705401564b65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 6b3e946e-86be-4ac0-950c-9d0375bcbcff
  kind: Event
  lastTimestamp: "2026-04-21T10:28:31Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-vgsdn'
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a85874c6cd286c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20970"
    uid: ac89d1c0-88d0-4abc-b3a6-0d50481f646e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 7f05ba59-4867-4c29-b939-23721256f43d
  kind: Event
  lastTimestamp: "2026-04-21T10:28:31Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-paddle-predictor.18a85874c3e4293c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: f92d96f6-2eaa-4a7e-be3f-404ca26642f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: cf27cfb9-c6c5-44a6-9d8d-137e3aea499c
  kind: Event
  lastTimestamp: "2026-04-21T10:29:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:31Z"
    name: isvc-paddle-predictor.18a8587842ee5bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 985a9e7a-0233-4755-b17c-dab6d5228ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: cf27cfb9-c6c5-44a6-9d8d-137e3aea499c
  kind: Event
  lastTimestamp: "2026-04-21T10:29:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:31Z"
    name: isvc-paddle-predictor.18a85878434ba9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 1d0f7d06-cc6a-4fc4-90c5-836d03d5f061
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:29:43.174162Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a858857298bf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: f2a84392-8f9f-4bb1-ab93-2d841b5ec3b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21578"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a858858c8e240e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 678e3ed8-1f1c-42a5-84cb-3d94ea632e83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a858858ddea59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: c7fc17d7-749a-4297-a49f-b485d2655225
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a85885917de017
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 52dd1af7-6715-4eef-ab11-88af63da1e61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a85885925cedb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21592"
    uid: 21ecfcc7-a98b-4395-801c-df15d627d266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:48Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a858869297285a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 28a07826-e897-49fd-98e8-fc714ed63ebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a8588695c1ced4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 4c4e0a8e-5e4a-4305-a581-5ffa906f801d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:29:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a858869638b27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 19153ce9-a221-460e-a115-c404ce3e0e5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:30:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:30Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a85886ce8f55fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 1909ab14-5eeb-4bde-aa24-b8a693348d35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 506d958a-1f0b-4b51-a98b-77a2ec0b5033
  kind: Event
  lastTimestamp: "2026-04-21T10:30:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:44Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zvpx2.18a85893bcecb2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: a591e04f-7113-4df0-b32b-255a99e8c93a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 0f30a445-2761-4c3c-b484-2732328d13a9
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-zvpx2'
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a85885722f1654
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: d0d4ca08-5481-4656-8542-a5b5b7f00d04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: e3135208-af80-4eae-b597-b19de9103ddc
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime-predictor.18a858856f92278e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 81d2414c-ae85-40de-8e28-d652e1142f8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: c3e62b12-db4d-40a3-924b-37dcec2ec2b2
  kind: Event
  lastTimestamp: "2026-04-21T10:29:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:58Z"
    name: isvc-paddle-runtime-predictor.18a85888eea49657
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: 1042fb71-74f6-4d34-b4a2-8b15b24dd5c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: c3e62b12-db4d-40a3-924b-37dcec2ec2b2
  kind: Event
  lastTimestamp: "2026-04-21T10:29:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:29:58Z"
    name: isvc-paddle-runtime-predictor.18a85888ef0bc04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21712"
    uid: e3a8c3c2-0ffa-4415-a1e7-69783d15c1a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: c3e62b12-db4d-40a3-924b-37dcec2ec2b2
  kind: Event
  lastTimestamp: "2026-04-21T10:30:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:30:43Z"
    name: isvc-paddle-runtime-predictor.18a8588c6db5ac6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 5ac0fd12-652d-446a-8211-ecff0e9dd36a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: c3e62b12-db4d-40a3-924b-37dcec2ec2b2
  kind: Event
  lastTimestamp: "2026-04-21T10:30:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:30:43Z"
    name: isvc-paddle-runtime-predictor.18a8588c6e220aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: 8b18e93e-009a-474a-a142-818a25667faf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 300ce24d-f826-4976-976d-798b593eb843
  kind: Event
  lastTimestamp: "2026-04-21T10:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:30:40Z"
    name: isvc-paddle-runtime.18a858856f844356
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: fa02ca5f-75f4-4274-a462-d6975f682f70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 300ce24d-f826-4976-976d-798b593eb843
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime.18a85885702bf436
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: 82b96eab-0ac9-4d81-8993-4d0b08d41db9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 300ce24d-f826-4976-976d-798b593eb843
  kind: Event
  lastTimestamp: "2026-04-21T10:29:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:29:43Z"
    name: isvc-paddle-runtime.18a85885752fbda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: be346cd5-391b-4500-b437-21c2dc33c99a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 300ce24d-f826-4976-976d-798b593eb843
  kind: Event
  lastTimestamp: "2026-04-21T10:30:40Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:30:40Z"
    name: isvc-paddle-runtime.18a85892b2540fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: acee65dd-a914-4f52-9942-b668f9a58acd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:30:44.609626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85893c06f8deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 67b736fb-e208-4ba4-b443-8af87a7c2c63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:45Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:30:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85893d9ed10b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 94d0e615-2801-4dc6-88fa-405ad4c70a79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85893db1b9a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 91225e82-6297-4e96-8600-09c1a2f05866
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85893de123a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: f4e5acfb-f0e4-453e-8dda-0e2ac99475a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85893de884693
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 4b508dce-40d1-410b-93c6-ab0a8afeedfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:50Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:50Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a858950d3e6324
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: c59ec5c4-65ad-4abd-afb7-608e52269640
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:50Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a8589510c62a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 7acb9e9a-6561-4dab-bc1d-1e40ddb8a779
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:30:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:30:50Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85895113bb44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: f1bf2206-4ccd-4c97-821c-f78380389c3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:31:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:32Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a85895492dab7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: b08c476b-e429-4595-b523-84b338d92555
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 1bc9e230-9ff4-4c1a-8152-cfa7e2379451
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt.18a858a21e2fd49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: e9087fcb-1ad5-46bb-8da5-18247b920c36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: d7357560-41c8-46f3-92f5-438b7018fe50
  kind: Event
  lastTimestamp: "2026-04-21T10:30:44Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-thvgt'
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:30:44Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a85893c01f5fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 706c0027-2e2a-405d-84ef-801e0203fc50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 636a9983-fde4-4b3e-905a-ae386afc6873
  kind: Event
  lastTimestamp: "2026-04-21T10:30:44Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:30:44Z"
    name: isvc-paddle-v2-kserve-predictor.18a85893bd5acfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 505661f2-3b9e-4150-9453-1a32a97ab22c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: ce9bce57-afeb-4f55-adfd-a9d34b6b4396
  kind: Event
  lastTimestamp: "2026-04-21T10:31:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:29Z"
    name: isvc-paddle-v2-kserve-predictor.18a858973bfb9d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: 7caa3bd1-021f-49ff-9a6c-3552c8d85b08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: ce9bce57-afeb-4f55-adfd-a9d34b6b4396
  kind: Event
  lastTimestamp: "2026-04-21T10:31:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:29Z"
    name: isvc-paddle-v2-kserve-predictor.18a858973c6b711c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22440"
    uid: 9011472b-4ba8-49ff-ad21-b258c5987ca5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: ce9bce57-afeb-4f55-adfd-a9d34b6b4396
  kind: Event
  lastTimestamp: "2026-04-21T10:31:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:44Z"
    name: isvc-paddle-v2-kserve-predictor.18a858a1b97791f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 6586af53-20e7-4271-84de-516f40382c20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: ce9bce57-afeb-4f55-adfd-a9d34b6b4396
  kind: Event
  lastTimestamp: "2026-04-21T10:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:44Z"
    name: isvc-paddle-v2-kserve-predictor.18a858a1b9dd201b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 884f60a2-4c5d-4182-83ea-356a23ed6c55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: 6db6e536-1769-41a4-a7ea-42d0548866d9
  kind: Event
  lastTimestamp: "2026-04-21T10:31:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:31:42Z"
    name: isvc-paddle-v2-kserve.18a85893bd334d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22535"
    uid: 5d84ae0f-e047-48d8-a13c-91ce12abcce9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: 6db6e536-1769-41a4-a7ea-42d0548866d9
  kind: Event
  lastTimestamp: "2026-04-21T10:30:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:30:44Z"
    name: isvc-paddle-v2-kserve.18a85893bd8131df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: a0a0eee2-2f15-4edc-9b2c-d74d5948c581
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 6db6e536-1769-41a4-a7ea-42d0548866d9
  kind: Event
  lastTimestamp: "2026-04-21T10:31:42Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:31:42Z"
    name: isvc-paddle-v2-kserve.18a858a12cfeb0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: dc5a22bc-d4f6-4790-9705-7b5caceb0cdb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: a528edf8-6256-48a6-8159-7d14746290db
  kind: Event
  lastTimestamp: "2026-04-21T10:29:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:29:40Z"
    name: isvc-paddle.18a85874c3fd517e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 665586c9-1212-458b-a3f1-e8b447460811
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: a528edf8-6256-48a6-8159-7d14746290db
  kind: Event
  lastTimestamp: "2026-04-21T10:28:31Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-paddle.18a85874c473e7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 68e23142-d2e7-41b1-ba4b-808af5d43b9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: a528edf8-6256-48a6-8159-7d14746290db
  kind: Event
  lastTimestamp: "2026-04-21T10:29:40Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:29:40Z"
    name: isvc-paddle.18a85884ea7714bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21507"
    uid: 2986153c-a4c4-4b1f-b8a3-dbae25bbde6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:31:46.407320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-j64zh
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a223dd8b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22609"
    uid: 7e30f58e-e08b-4377-87d1-bb18dfd945e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a23d5376e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 731b8be4-58a1-441e-99ab-a14fc6274f84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a23e83f7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: 32acfd8c-dbeb-4dde-8009-e9a43402508d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a24164f52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: 3ffc4f1c-534e-4ff8-bf1f-fbea2a2e8c29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a241e0c6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 9784af0a-2ad1-4d77-b533-d071a5b66912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:51Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:51Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a34bf46d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 17c5df78-5308-4ed0-9116-3d947666f351
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:58Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.967s (6.967s
    including waiting). Image size: 800899440 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:58Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a4eb3bc040
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: abb7e1b0-a66f-413a-b2e8-e55a4743b396
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:58Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a4ee947e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22728"
    uid: f491ba2b-0e33-467c-a0f5-b4781d06138b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:31:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:31:58Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a4ef0ce6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22729"
    uid: fb72f9a9-63af-49fa-be06-c92086718b72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:33:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:30Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858a52af04077
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 57f45e79-f978-47eb-819e-f34a94b8306c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-j64zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d1c0253-c661-455d-a668-36464c700640
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-predictor-5584ffd8c9-j64zh.18a858b9aa75939c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: 578de711-00fa-471d-9354-70c99922e606
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 2de29b8b-7d47-49ce-a8cc-e8333d9821c3
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-j64zh'
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a858a2236c59d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: b8527277-1d45-41ee-b336-1e8e391209be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: 2103eda8-70ca-4fb0-b730-37b1e37e05f2
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml-predictor.18a858a220945741
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: d2a9b5d5-783b-45c4-a938-d955f75233f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: ab875da9-4d49-44c5-8675-4832a44e9d19
  kind: Event
  lastTimestamp: "2026-04-21T10:32:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:32:16Z"
    name: isvc-pmml-predictor.18a858a59f0ae2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: bebed89a-f9ec-4734-877c-10078cda5dca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: ab875da9-4d49-44c5-8675-4832a44e9d19
  kind: Event
  lastTimestamp: "2026-04-21T10:32:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:32:16Z"
    name: isvc-pmml-predictor.18a858a59f6c9fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: ff65e530-e5a6-49dc-ab8b-049f97de87bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:32:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: ab875da9-4d49-44c5-8675-4832a44e9d19
  kind: Event
  lastTimestamp: "2026-04-21T10:33:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:16Z"
    name: isvc-pmml-predictor.18a858ac9d4e1d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: 73c27f23-823e-4e66-84ea-05c02719f15a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:32:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: ab875da9-4d49-44c5-8675-4832a44e9d19
  kind: Event
  lastTimestamp: "2026-04-21T10:33:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:16Z"
    name: isvc-pmml-predictor.18a858ac9db243f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: cb1e9666-9d17-4839-9b08-15e6d1b7d359
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:33:27.553416Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858b9b0a48161
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: 6fd26025-c8ee-42bd-a7ad-704750954807
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858b9c9d99afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: f9553a9f-574c-411a-96f7-6075bfc5cb52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858b9cb1afc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 42ce1a4a-66be-4337-b7c5-33cf170a1ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:28Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858b9ce516946
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: 7b4bc5c3-3db6-4249-aa93-0a295362a542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:28Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858b9cec8467d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 3c4cf761-dfe4-4d59-95ef-988beabba6a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:31Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:31Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858baa62534d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 25680e68-ddec-4ff6-a070-5ab678bf72cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:31Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858baa9408029
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 0c353358-d638-4596-997d-f454e379e3eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:33:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:33:31Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858baa9b79a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: a1c57cd5-b653-4f86-9d6d-38654c885b65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:34:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:34:43Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858bae20f8b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: fc7a14c7-a469-4e60-a1f9-bd29606a39dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5d383273-d751-42bf-b0f8-06633c766310
  kind: Event
  lastTimestamp: "2026-04-21T10:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:34:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4.18a858cee69c1d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 2e6e3dbf-01e7-4b86-8e58-1129133d0153
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: c5bc540c-e27b-4b00-9dce-cab9d6ab0e3d
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-dcjj4'
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a858b9b0394ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: b8a063cf-b7a4-4ca6-a19d-6a2907ee3a34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 3dc02885-8f9f-4f4f-888a-52baec055222
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime-predictor.18a858b9aba8f11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 8a8079b2-621d-448a-8c88-88b3dfa1bc2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: 564503bd-8b4e-4d6a-8000-5511457bde9b
  kind: Event
  lastTimestamp: "2026-04-21T10:33:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:42Z"
    name: isvc-pmml-runtime-predictor.18a858bd2a1a6ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: e9ddaa20-a641-4ff1-82c1-2d0850cc69d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: 564503bd-8b4e-4d6a-8000-5511457bde9b
  kind: Event
  lastTimestamp: "2026-04-21T10:33:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:33:42Z"
    name: isvc-pmml-runtime-predictor.18a858bd2a7cc6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 03a03371-40c3-4e8e-83b0-d4313d503dde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 564503bd-8b4e-4d6a-8000-5511457bde9b
  kind: Event
  lastTimestamp: "2026-04-21T10:34:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:34:57Z"
    name: isvc-pmml-runtime-predictor.18a858c0a98b540b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: f66ff717-0633-4863-b474-1172c81d2605
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 564503bd-8b4e-4d6a-8000-5511457bde9b
  kind: Event
  lastTimestamp: "2026-04-21T10:34:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:34:57Z"
    name: isvc-pmml-runtime-predictor.18a858c0a9ee78f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24082"
    uid: fdb058e6-0d5a-455d-8ee2-754fdc886345
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: cc45d333-7ecb-4a46-b6e8-b31a696d8859
  kind: Event
  lastTimestamp: "2026-04-21T10:34:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:34:53Z"
    name: isvc-pmml-runtime.18a858b9ab867d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: f004048d-7f0f-4826-8074-0cff4420db22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: cc45d333-7ecb-4a46-b6e8-b31a696d8859
  kind: Event
  lastTimestamp: "2026-04-21T10:33:27Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:33:27Z"
    name: isvc-pmml-runtime.18a858b9abdae574
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: fa72ad58-42fe-4d91-94b1-c8cc0e783182
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: cc45d333-7ecb-4a46-b6e8-b31a696d8859
  kind: Event
  lastTimestamp: "2026-04-21T10:34:53Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:34:53Z"
    name: isvc-pmml-runtime.18a858cdc2077a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: ec21e291-4f67-4535-8d74-e99a9a56dbd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:34:58.755298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:34:58Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858ceecb2c8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24137"
    uid: 0c9e8391-7539-4dfc-948b-981925c59132
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:34:59Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:34:59Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cf04e2d188
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: b63de048-5cd9-4c01-b6f6-ae8cc4d0be44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:34:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:34:59Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cf062ad94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 0a86b03a-7ac6-40e7-8a70-96c3adad3cf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:34:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:34:59Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cf099966c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 16e71a96-71c3-490f-b763-8808e27cf3fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:34:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:34:59Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cf0a14daf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 015eba6a-4fd1-4373-a17a-7b058b442a17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:35:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:35:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cfe6d2ae04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: ad8ea667-10e1-409c-ad20-805e88e3214f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:35:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:35:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cfea4b29b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 3a67ee29-434c-4d41-bc76-1437e5ddb598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:35:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:35:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858cfeabea2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: bd299fc6-9def-4b65-99b9-fbb08d1095ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:36:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858d022bf34f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 9ad39f07-6c9a-490f-a38e-835575f087c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: 7fcbd1ef-e46a-4d07-9851-8e27c96e2744
  kind: Event
  lastTimestamp: "2026-04-21T10:36:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t.18a858e41de89fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 73c73218-dcc8-46f8-b48e-321278f2f881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: 7da92ada-f113-4ba9-81ae-ffce8a96d887
  kind: Event
  lastTimestamp: "2026-04-21T10:34:58Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-lkh6t'
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:34:58Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a858ceeae374c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: 58cc73bc-287d-4a4c-8d87-862f0a3c5e43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: aff3a713-39ec-49fa-9534-c0fba5afddc1
  kind: Event
  lastTimestamp: "2026-04-21T10:34:58Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:34:58Z"
    name: isvc-pmml-v2-kserve-predictor.18a858cee6badc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24118"
    uid: 0a59cd4f-9add-4c03-9ce6-eff1fbed3539
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: 2a86b587-429e-4e30-9c01-5e2a4fc03b18
  kind: Event
  lastTimestamp: "2026-04-21T10:35:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:35:13Z"
    name: isvc-pmml-v2-kserve-predictor.18a858d2652c0e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 5105769c-8759-4303-8d49-de729e6c092d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: 2a86b587-429e-4e30-9c01-5e2a4fc03b18
  kind: Event
  lastTimestamp: "2026-04-21T10:35:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:35:13Z"
    name: isvc-pmml-v2-kserve-predictor.18a858d26588901d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: d986124b-4595-41bf-9cdb-72c0cf5af4c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 2a86b587-429e-4e30-9c01-5e2a4fc03b18
  kind: Event
  lastTimestamp: "2026-04-21T10:36:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:36:28Z"
    name: isvc-pmml-v2-kserve-predictor.18a858d5e48b528b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: b571528a-8f00-4cfa-9cf7-863c8bcb6257
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:35:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 2a86b587-429e-4e30-9c01-5e2a4fc03b18
  kind: Event
  lastTimestamp: "2026-04-21T10:36:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:36:28Z"
    name: isvc-pmml-v2-kserve-predictor.18a858d5e51bf98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: e0fe237e-feff-445a-ab6e-18183749a49a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 50dc24eb-4caa-41c2-ace7-4465ac671736
  kind: Event
  lastTimestamp: "2026-04-21T10:36:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:36:27Z"
    name: isvc-pmml-v2-kserve.18a858cee693c5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: 8ae3ce0d-9da4-4197-a009-91e98f922bd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 50dc24eb-4caa-41c2-ace7-4465ac671736
  kind: Event
  lastTimestamp: "2026-04-21T10:34:58Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:34:58Z"
    name: isvc-pmml-v2-kserve.18a858cee73a8b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: 3af32b05-fb2c-4de6-a733-0a9397e782f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25043"
    uid: 50dc24eb-4caa-41c2-ace7-4465ac671736
  kind: Event
  lastTimestamp: "2026-04-21T10:36:27Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:36:27Z"
    name: isvc-pmml-v2-kserve.18a858e389ed10ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: 8985be1d-2b46-4554-90cc-9549dc1f914b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: fdbe7901-1411-4e5e-bade-639ae715793d
  kind: Event
  lastTimestamp: "2026-04-21T10:33:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:33:20Z"
    name: isvc-pmml.18a858a22071a19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: ca0ec904-5df6-4b77-8b44-b71e5962a1cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: fdbe7901-1411-4e5e-bade-639ae715793d
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml.18a858a220bf20bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22618"
    uid: c5858d88-5241-4029-a9ba-18f563c38df4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: fdbe7901-1411-4e5e-bade-639ae715793d
  kind: Event
  lastTimestamp: "2026-04-21T10:31:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:31:46Z"
    name: isvc-pmml.18a858a2271d16d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: bed16d36-a060-4f1a-8410-66bc6140ca7c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: fdbe7901-1411-4e5e-bade-639ae715793d
  kind: Event
  lastTimestamp: "2026-04-21T10:33:20Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:33:20Z"
    name: isvc-pmml.18a858b80ad70255
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: 21e410a3-472a-4d0a-8e4f-2c4677f8195c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:41:38.822626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592c1291cdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: ec377216-2e91-4ca2-8dc5-33b5e0c915c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:39Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:41:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592c2c135119
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 5536c1be-3d5c-4a25-8fe6-9884def10296
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592c2d4e9ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: af1ba923-3c18-4568-b5dc-332bb1dfa4b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592c30210439
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: ac49dc1e-4a5c-4578-989a-7df2e16873c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592c30accc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: a06cc14f-36b4-4d59-ab65-21e6d340b44a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:43Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592d1655c51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27819"
    uid: 0d04244b-50bc-4e85-8f3d-476db3ae38dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:43Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592d1994e5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27823"
    uid: e9080cbc-8c3e-49e9-8bff-2db6f242a596
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:41:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:43Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592d1a0d3917
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 4ff4c940-c6b2-474f-b8df-905b5cc19a6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:42:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:42:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8592d52422c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: c77a04a9-3201-4241-b61f-a733e10a0c68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 55804ecb-a8d4-4a18-a1f7-de70c0b4b719
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-lb7s9.18a8594114bb3a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: 0ca7a6e8-cc50-4387-b27c-c72fd26812b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: eb435760-9f55-4550-bced-cebcd17675a6
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-lb7s9'
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a8592c122b6ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27757"
    uid: 4e33a016-f8e2-46a2-9a32-bfb0c13b5d26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: 653686ee-a254-4788-a08b-5ee17f8d7d82
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-lightgbm-predictor.18a8592c0dd48eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 72801079-c187-43fa-ae65-99c9931e8af0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: f12832e8-e47b-4841-be15-1efdad2029bd
  kind: Event
  lastTimestamp: "2026-04-21T10:42:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:42:08Z"
    name: isvc-predictive-lightgbm-predictor.18a8592f8cdbc3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28006"
    uid: 60c9f8ac-5cf7-46ba-bcfe-2f2203954fbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: f12832e8-e47b-4841-be15-1efdad2029bd
  kind: Event
  lastTimestamp: "2026-04-21T10:42:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:42:08Z"
    name: isvc-predictive-lightgbm-predictor.18a8592f8d4b0504
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 07cd5730-db0d-4b97-9b6f-f13eee15a3f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: f12832e8-e47b-4841-be15-1efdad2029bd
  kind: Event
  lastTimestamp: "2026-04-21T10:43:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:08Z"
    name: isvc-predictive-lightgbm-predictor.18a859368b071891
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 360a2609-6959-44ea-b06c-c57d0598ebc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: f12832e8-e47b-4841-be15-1efdad2029bd
  kind: Event
  lastTimestamp: "2026-04-21T10:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:08Z"
    name: isvc-predictive-lightgbm-predictor.18a859368b81d812
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 564a0d04-8e1d-4a3f-9e76-cec38f3d854a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:46:09.542977Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596b1ac26c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "29955"
    uid: bf1a124d-2c0b-4fd0-807f-d6dd72311eb2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596b3445a561
    namespace: kserve-ci-e2e-test
    resourceVersion: "29967"
    uid: 0798bac2-5488-442d-a8b9-171986c9f345
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596b361b5b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29969"
    uid: 064800d5-fceb-4efc-8d8a-a510f764f3e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596b38ece57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: 0a1a58ec-2332-4c11-80fd-f3f8c9105637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596b3973c288
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: d868437e-722f-489d-9ecd-3de7d633f95a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596c2265b63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: babafe06-23e1-4559-9a50-543a02b51b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596c25921c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30010"
    uid: 0188d91d-9547-42c9-bc2b-d81c28861db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:46:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8596c260b2b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 23bf582a-365e-4088-ac81-4927caceef89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:47:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a8597396663c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30529"
    uid: 018cf31b-b8ea-4e32-9136-05ef44a6b15f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: f160deea-3c8f-4d2c-8d01-97e7b0a3d93b
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn.18a85980158925b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 11eca77e-9567-4bf1-a18b-a042b09e49f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29930"
    uid: 16c2f13d-2e5f-4601-911e-9d21b5883937
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-mchcn'
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a8596b1a53a5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: f10dada7-9ffe-4e09-b8d5-aeebbf685741
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: 9c92edce-697b-4a8c-9e59-c4df21ac4102
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8596b15ed11df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29932"
    uid: f8d5f384-acaa-4426-a711-921bcd519d69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: 805db047-154c-4c15-80f9-698e8f5763af
  kind: Event
  lastTimestamp: "2026-04-21T10:46:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8596e94b0de2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: dccbd8aa-49ff-46d0-a534-f63d7e217886
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: 805db047-154c-4c15-80f9-698e8f5763af
  kind: Event
  lastTimestamp: "2026-04-21T10:46:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8596e95110351
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 75cedfeb-169a-4f75-b525-e42f2002bd4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 805db047-154c-4c15-80f9-698e8f5763af
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a859791191c797
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 8394888b-d0f9-490e-a1d2-348e4f7e8a42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 805db047-154c-4c15-80f9-698e8f5763af
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8597911d63415
    namespace: kserve-ci-e2e-test
    resourceVersion: "30633"
    uid: 9151c75a-09de-41ad-83fe-299d4b1aad10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 53ec831f-f4b6-4210-9009-a5f7a8b68745
  kind: Event
  lastTimestamp: "2026-04-21T10:47:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:36Z"
    name: isvc-predictive-lightgbm-v2.18a8596b15c08e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30605"
    uid: 8b2bff5a-4f34-4f88-935f-c0af812daad0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 53ec831f-f4b6-4210-9009-a5f7a8b68745
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-lightgbm-v2.18a8596b161f6a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "29936"
    uid: 018af451-e2be-40cf-bbf5-434617d61a20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30602"
    uid: 53ec831f-f4b6-4210-9009-a5f7a8b68745
  kind: Event
  lastTimestamp: "2026-04-21T10:47:36Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:36Z"
    name: isvc-predictive-lightgbm-v2.18a8597f3ed5ba24
    namespace: kserve-ci-e2e-test
    resourceVersion: "30603"
    uid: bee0f614-dcc6-4f15-b756-cc4b4c1989c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 5610d949-f23d-42f1-8925-bcdc3e2216ce
  kind: Event
  lastTimestamp: "2026-04-21T10:43:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:43:07Z"
    name: isvc-predictive-lightgbm.18a8592c0ddbe63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28445"
    uid: 92f2cfb4-bdd8-4dca-b36c-06d91cc46156
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 5610d949-f23d-42f1-8925-bcdc3e2216ce
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-lightgbm.18a8592c0e4586fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: 8cf3a50c-ed81-463e-b0fa-0ffe21247b22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: 5610d949-f23d-42f1-8925-bcdc3e2216ce
  kind: Event
  lastTimestamp: "2026-04-21T10:43:07Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:43:07Z"
    name: isvc-predictive-lightgbm.18a85940ac0829c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 94fb84eb-c334-4f5d-91a7-fe283585f828
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:38:18.401726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fd688d7997
    namespace: kserve-ci-e2e-test
    resourceVersion: "26175"
    uid: d4936d2e-2822-41df-afbe-6c6eef960b5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fd8223658a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: 8ced3f0f-ebce-420a-982e-f51a256c0731
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fd836e19d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 798f68c0-924a-4351-8e77-6234a52acdf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fd86439dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: fae04d7f-e239-490c-a041-9a26b4250b96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fd86babd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26199"
    uid: 2a33fa96-2983-4dc2-b01e-519756b05716
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:22Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:22Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a858fe611bf32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: e84d772f-be4f-48a4-8ee5-efe66b55afa3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:43Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.038s
    (21.038s including waiting). Image size: 2324238192 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:43Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a85903471de56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: fd79fae0-7980-47df-837f-65f6ead14ec8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:43Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a859034a6e63e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 391f5ed2-3eba-416a-a834-ff8fe44a895a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:38:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:43Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a859034ae82aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: 6f453d76-cbf5-4d2f-9768-4a2c4f92854a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:39:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:39:55Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a85903849c2e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: d6a89e79-8ca8-46f1-9651-1b31b4875174
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 12d664fb-d722-4fe9-aafb-2f31294ae810
  kind: Event
  lastTimestamp: "2026-04-21T10:40:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:08Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4.18a859170cd7aa51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 38246aaf-c8ed-4990-95a7-7d9c8f9c4f22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 3d0ba421-464b-4dab-8cc3-6605a6416bfd
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-hj2m4'
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a858fd67f96543
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: 4152354a-c331-43f0-a333-fbc6d187aa93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: 415f6372-547d-4efb-bae6-bec242fc3d7f
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn-predictor.18a858fd64cb3da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: ac98f06b-16d7-4cd9-924b-3f1fcf65d21a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 934cb0e4-09b7-4bd0-9cef-d583eeefbc7a
  kind: Event
  lastTimestamp: "2026-04-21T10:39:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:39:18Z"
    name: isvc-predictive-sklearn-predictor.18a85900e3b7dd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 19bff504-29fa-4dbf-9a84-ea15767cf3a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 934cb0e4-09b7-4bd0-9cef-d583eeefbc7a
  kind: Event
  lastTimestamp: "2026-04-21T10:39:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:39:18Z"
    name: isvc-predictive-sklearn-predictor.18a85900e420a7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: d219bf74-cd93-4f58-9c73-e654649f2371
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 934cb0e4-09b7-4bd0-9cef-d583eeefbc7a
  kind: Event
  lastTimestamp: "2026-04-21T10:40:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:03Z"
    name: isvc-predictive-sklearn-predictor.18a8590ee1936215
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: 145410ce-0cbe-41b1-beef-fb8b380c454d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 934cb0e4-09b7-4bd0-9cef-d583eeefbc7a
  kind: Event
  lastTimestamp: "2026-04-21T10:40:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:03Z"
    name: isvc-predictive-sklearn-predictor.18a8590ee1f508d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: db1d9a8c-7764-4ff6-9c29-51d51c64ad29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:43:09.146796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a859411a4f326d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: 8dfa3ea2-d360-4bbb-9d63-6ab0c3758a6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28510"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a8594133907447
    namespace: kserve-ci-e2e-test
    resourceVersion: "28519"
    uid: c86e5470-1fef-4e6d-80e5-adbbd8f972a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a8594134cf3e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28521"
    uid: 5b3fc017-a702-4e69-9ede-a1bc430dab10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a8594138ea01c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28523"
    uid: 708e9c96-17f3-4a74-9aca-e0f479715634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a8594139613c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28524"
    uid: 73c5219a-982e-43b6-b64c-a36c0adcd2f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:13Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a859421a3fd8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28557"
    uid: aadae6fe-d71c-4cc8-9cfe-05b521ef12cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:13Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a859421e389908
    namespace: kserve-ci-e2e-test
    resourceVersion: "28561"
    uid: f4a7677c-e8d8-43ab-a6d4-587a1c126589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:43:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:43:13Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a859421eb0367a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28563"
    uid: 11a81d78-a2c8-4a9a-b8ff-e7e15f6bc514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:44:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:25Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a859498e4ebe0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29069"
    uid: eb95faa4-716a-4883-ab7a-f8b8de6d1a22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: a89ac118-2074-4c31-b72e-614b9d27c7c7
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg.18a85956151adb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29197"
    uid: 379fcc01-045f-4f89-b809-be7aa08e1a68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: fa883e4b-54fc-4e8e-91ac-b5574448f652
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-vg2pg'
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a8594119e5f99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: 3c58401b-7b03-4890-b4f1-b505695fb2a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28482"
    uid: 62a0c8d3-59e1-46c0-8d27-4a80e3ccbdae
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18a859411570cfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: 3661e530-c851-4fb4-900e-396127b79cfc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: b83cd640-159f-49af-8564-67cebd346bd5
  kind: Event
  lastTimestamp: "2026-04-21T10:43:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8594494532457
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 2a68688e-ec37-4596-8a5a-0022c7946885
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: b83cd640-159f-49af-8564-67cebd346bd5
  kind: Event
  lastTimestamp: "2026-04-21T10:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:43:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8594494b9727d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: e0f43359-621d-408d-b754-05ef80b0738b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28641"
    uid: b83cd640-159f-49af-8564-67cebd346bd5
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8594b92a6ebca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: 9abf4d44-4f00-4d84-8bd0-f0fedc99c540
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28641"
    uid: b83cd640-159f-49af-8564-67cebd346bd5
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8594b931963fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: 33e12457-7b31-4bfb-be41-d8918a41fc09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28458"
    uid: 17199010-ef81-459e-b81a-e79f8cea74f9
  kind: Event
  lastTimestamp: "2026-04-21T10:44:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:44:35Z"
    name: isvc-predictive-sklearn-v2.18a85941154c3c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: 0bac78d8-e4af-49bd-bc51-0163508918dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:43:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28458"
    uid: 17199010-ef81-459e-b81a-e79f8cea74f9
  kind: Event
  lastTimestamp: "2026-04-21T10:43:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:43:09Z"
    name: isvc-predictive-sklearn-v2.18a8594116033ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28491"
    uid: 04bd849b-c3e9-4228-9019-4ed57c1531d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: 17199010-ef81-459e-b81a-e79f8cea74f9
  kind: Event
  lastTimestamp: "2026-04-21T10:44:35Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:44:35Z"
    name: isvc-predictive-sklearn-v2.18a8595537405885
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 35389b9a-2f0c-4ccf-b6f6-93275f4e982e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: c330571d-6b0a-4341-89ac-aeba1d20d497
  kind: Event
  lastTimestamp: "2026-04-21T10:39:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:39:58Z"
    name: isvc-predictive-sklearn.18a858fd64fba378
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: a71e5ccb-d8a0-40a9-9767-71cd819b6464
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: c330571d-6b0a-4341-89ac-aeba1d20d497
  kind: Event
  lastTimestamp: "2026-04-21T10:38:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:38:18Z"
    name: isvc-predictive-sklearn.18a858fd656e7b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: 1c7debc6-2f28-4cec-8d75-c44b85194211
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:39:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: c330571d-6b0a-4341-89ac-aeba1d20d497
  kind: Event
  lastTimestamp: "2026-04-21T10:39:58Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:39:58Z"
    name: isvc-predictive-sklearn.18a85914ab31b4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 05c54b6e-3b5f-42d8-a468-f50fac5125c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:40:08.615931Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:40:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a8591711d4d5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 23d1f212-3916-4f9c-943d-a824e8c5dbcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:09Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:40:09Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a859172b3d02bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 67f6e2ef-fe3b-4255-8a28-90d8386d6ef5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:09Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a859172c858008
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 14dca134-6a37-45b1-a1c5-d0fb7f2a8883
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:09Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a859172fc58103
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: e48ff934-9a79-431b-b6cb-bb7836417472
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:09Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a85917303bcb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 78da8876-e129-4d04-b6e7-38b699e6faf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:12Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a8591811110b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 85546ac4-9325-4860-8a21-9aee62d1d58b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:12Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a859181531da7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: 07dc9bf2-8b43-4314-ae38-265f9170dfb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:40:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:40:12Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a8591815ad7f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: 83605e61-f941-43ec-98c3-beb66e56132d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:41:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a859184cf4a730
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 86323807-7241-45fa-9c2f-e078514e5495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 2ebd96fc-0a2c-4fdb-991b-328a59cb432d
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h.18a8592c0dca1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: 75edb5d9-4ed2-4896-b494-d1bccdfb871f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27016"
    uid: 4474494b-e405-41bc-891e-4e169f1b80cf
  kind: Event
  lastTimestamp: "2026-04-21T10:40:08Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-mm46h'
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a859171147ebec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 06f86979-1a14-4ae1-8660-6085b6354904
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 8a83ffd8-4c1d-4075-905f-327956d6a875
  kind: Event
  lastTimestamp: "2026-04-21T10:40:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:08Z"
    name: isvc-predictive-xgboost-predictor.18a859170d02f17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 21c3ffce-6d45-47cb-bc21-f15293824290
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: 00fb23a3-ce1f-491c-9c6c-79219dcf047b
  kind: Event
  lastTimestamp: "2026-04-21T10:40:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:53Z"
    name: isvc-predictive-xgboost-predictor.18a8591a8bcbaefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: e09eca66-7bb2-46fd-b9bc-55dd5e2eaf21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: 00fb23a3-ce1f-491c-9c6c-79219dcf047b
  kind: Event
  lastTimestamp: "2026-04-21T10:40:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:40:53Z"
    name: isvc-predictive-xgboost-predictor.18a8591a8c282996
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: 06edde8c-fb21-4df6-92dd-061c13fda27b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 00fb23a3-ce1f-491c-9c6c-79219dcf047b
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-xgboost-predictor.18a8592508d9e091
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: d4c9d223-80d5-4bd9-ad22-fca76459dac2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 00fb23a3-ce1f-491c-9c6c-79219dcf047b
  kind: Event
  lastTimestamp: "2026-04-21T10:41:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:41:38Z"
    name: isvc-predictive-xgboost-predictor.18a859250938a384
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 425dc859-a874-4df2-b097-64b36ac25cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:44:39.356054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a859561b333d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29219"
    uid: 517d3d0f-6ed5-4a61-af78-57e780c9d665
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a85956346c9d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29234"
    uid: 0b125cf7-3762-47c3-ab3a-69ae0ea9c5bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a8595635b9eff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29236"
    uid: 9265e6cb-b559-4089-8cfd-464a37169e91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a8595638c25236
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: fc7abded-b913-4836-ac89-8dd8ec89aadc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a85956393c4f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29241"
    uid: 3c2841fa-cfa1-4142-b8e0-7e7d1a7171b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:43Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a859571e6f1193
    namespace: kserve-ci-e2e-test
    resourceVersion: "29275"
    uid: 9e32c371-295d-4d89-b42c-477f99d65e1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:43Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a859572187081d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: ee892fe9-1755-44bc-a877-b86b8cf85fdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:44:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:44:43Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a859572200b19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: b8911b28-cc01-4350-a3d7-08a596ece0fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T10:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:46:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:10Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a8595e92739fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: dc133585-85f5-4462-be1c-dc57ca6bc514
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 2eecc9a4-dc58-4a01-aabc-43ff60ebd843
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b.18a8596b16c5128d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: 9e008513-7ffa-425d-adbc-57d3ba0a3af5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29202"
    uid: 57f47589-688b-4f8b-89b0-e490f9356195
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-fmh5b'
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a859561aa06529
    namespace: kserve-ci-e2e-test
    resourceVersion: "29215"
    uid: d3e85b04-45cf-4a92-ad0d-b495e28ff712
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29200"
    uid: facb0656-dd5a-43eb-a7b8-80e8ca4030f4
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18a85956161fa212
    namespace: kserve-ci-e2e-test
    resourceVersion: "29204"
    uid: daaa3f8c-b505-40a4-9777-d6b56a386ec1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29201"
    uid: f12cee8c-70df-4132-8f53-823bef0da06f
  kind: Event
  lastTimestamp: "2026-04-21T10:44:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8595996291fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: c6f366f6-efc9-4746-aed9-ae4e0070de75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29201"
    uid: f12cee8c-70df-4132-8f53-823bef0da06f
  kind: Event
  lastTimestamp: "2026-04-21T10:44:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:44:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18a85959968e93fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29357"
    uid: cc9be7f0-2cad-4185-ad41-aca625b63108
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:45:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: f12cee8c-70df-4132-8f53-823bef0da06f
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8595d1528a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "29905"
    uid: 7b815737-7e42-46d4-bd5a-f4074f431e66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T10:45:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: f12cee8c-70df-4132-8f53-823bef0da06f
  kind: Event
  lastTimestamp: "2026-04-21T10:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:46:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8595d158a338f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: a1927cae-0dfa-4056-9e35-f7a17f09d197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 8e6a4abe-a441-4e81-a127-9cfe900fe4fe
  kind: Event
  lastTimestamp: "2026-04-21T10:46:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:46:00Z"
    name: isvc-predictive-xgboost-v2.18a8595615fecb97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: 029dd8b9-8492-4a2d-9ce5-634b8556cb03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 8e6a4abe-a441-4e81-a127-9cfe900fe4fe
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2.18a85956164f22c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29218"
    uid: 454fac59-a22d-4c57-9e03-db136c708cda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 8e6a4abe-a441-4e81-a127-9cfe900fe4fe
  kind: Event
  lastTimestamp: "2026-04-21T10:44:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:44:39Z"
    name: isvc-predictive-xgboost-v2.18a859561ad8ead8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29220"
    uid: f7e2924c-9888-4cb5-b7bb-ad593d75abed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:46:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: 8e6a4abe-a441-4e81-a127-9cfe900fe4fe
  kind: Event
  lastTimestamp: "2026-04-21T10:46:00Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:46:00Z"
    name: isvc-predictive-xgboost-v2.18a85968f40e7fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: 786db424-0742-44c5-8218-9805a0e168d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 1923c8ea-503b-4df7-a367-73f3964c1732
  kind: Event
  lastTimestamp: "2026-04-21T10:41:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:41:32Z"
    name: isvc-predictive-xgboost.18a859170ce1af25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: a76b4150-babe-418d-a052-d12638ba04a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 1923c8ea-503b-4df7-a367-73f3964c1732
  kind: Event
  lastTimestamp: "2026-04-21T10:40:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:40:08Z"
    name: isvc-predictive-xgboost.18a859170da24859
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 1cde2779-290c-4aad-b4c9-6f4fe91ff0c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27667"
    uid: 1923c8ea-503b-4df7-a367-73f3964c1732
  kind: Event
  lastTimestamp: "2026-04-21T10:41:32Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:41:32Z"
    name: isvc-predictive-xgboost.18a8592a8d8e48d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 0650e8a1-5caf-49aa-9572-43a07d2af2fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:36:29.924658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25108"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e426d0d399
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: 8f5253a0-7179-4c42-8547-3b861e5ddbe2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:30Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:36:30Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e4404e3604
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: 4b88a0f8-fe7a-46a2-89e3-e14d0748e790
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:30Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e441a65a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: 0f73c32e-3140-40e2-92fe-6d580ef5d435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:30Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e445429b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 58979800-389b-4278-869c-3fb8b2cf5621
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:30Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e445bb12d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: e5bb64b6-22ec-463a-b866-16d5e1d7644e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:34Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e527afc723
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 2915738b-e40b-4474-9352-f423d0b43749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:34Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e52c38dd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: f389babf-bc3e-43fb-ac73-c509f3270a85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:36:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:36:34Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e52cb45654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 1c25a89a-ff2b-4770-ad2e-ba125f7027e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:37:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:37:36Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858e5634f0711
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 9c2e3aca-82c0-4ccf-b6f5-05eb3e656bd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 9b1aa616-4bfe-4fa8-85bc-a7fdc15697d3
  kind: Event
  lastTimestamp: "2026-04-21T10:38:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:08Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg.18a858fb035d369d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: d3ee7d7e-cb09-448a-930c-78533181861c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6cd07a-predictor-859f97c7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: 8d180d26-c758-4bbe-a16b-62ab188cc393
  kind: Event
  lastTimestamp: "2026-04-21T10:36:29Z"
  message: 'Created pod: isvc-primary-6cd07a-predictor-859f97c7ff-dpxdg'
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-primary-6cd07a-predictor-859f97c7ff.18a858e4263befd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: b6d984b7-3d95-436e-af9d-af0ef09c62b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: d7ab4c4e-5ef2-484d-b62d-fce2cb0687b1
  kind: Event
  lastTimestamp: "2026-04-21T10:36:29Z"
  message: Scaled up replica set isvc-primary-6cd07a-predictor-859f97c7ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-primary-6cd07a-predictor.18a858e420069472
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: c94083a3-4145-40b6-b700-a2df8da15f3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: b593258e-3e40-4e28-88ad-a39d7fbf0899
  kind: Event
  lastTimestamp: "2026-04-21T10:37:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:14Z"
    name: isvc-primary-6cd07a-predictor.18a858e79eb20f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: d0584f49-0129-47d6-9855-10564a410073
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: b593258e-3e40-4e28-88ad-a39d7fbf0899
  kind: Event
  lastTimestamp: "2026-04-21T10:37:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:14Z"
    name: isvc-primary-6cd07a-predictor.18a858e79efa781c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: f0e2a3e0-d373-4fa5-9cfa-d39f5bf2346e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: b593258e-3e40-4e28-88ad-a39d7fbf0899
  kind: Event
  lastTimestamp: "2026-04-21T10:37:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:59Z"
    name: isvc-primary-6cd07a-predictor.18a858f21cfd7276
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 0db05468-0454-4d15-b1af-9afc2b9cfda0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: b593258e-3e40-4e28-88ad-a39d7fbf0899
  kind: Event
  lastTimestamp: "2026-04-21T10:37:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:59Z"
    name: isvc-primary-6cd07a-predictor.18a858f21d884152
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: 131d4680-c0a0-4700-86b4-fdc5a73e35ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: a0a3f551-7713-405d-a0bc-38b141b52eff
  kind: Event
  lastTimestamp: "2026-04-21T10:37:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:37:45Z"
    name: isvc-primary-6cd07a.18a858e41f9a9c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: aea2de15-03c2-4ae1-b69e-02b96a44a807
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: a0a3f551-7713-405d-a0bc-38b141b52eff
  kind: Event
  lastTimestamp: "2026-04-21T10:36:29Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6cd07a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6cd07a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-primary-6cd07a.18a858e41ffcbcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: 24297c97-6db6-4621-a012-ea3b3c5072f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: a0a3f551-7713-405d-a0bc-38b141b52eff
  kind: Event
  lastTimestamp: "2026-04-21T10:36:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6cd07a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:36:29Z"
    name: isvc-primary-6cd07a.18a858e41ffcfd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25101"
    uid: 17a089c4-9c52-48b3-8408-9fedff56951f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: a0a3f551-7713-405d-a0bc-38b141b52eff
  kind: Event
  lastTimestamp: "2026-04-21T10:37:45Z"
  message: InferenceService [isvc-primary-6cd07a] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:37:45Z"
    name: isvc-primary-6cd07a.18a858f5b46f48f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 131b5ba7-1c1d-43d1-8f75-9f3909000df8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:37:49.979028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25774"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:37:49Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f6ca6d92be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 96da1e59-d1d0-42c0-af33-41c9283ff47b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25782"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: "2026-04-21T10:37:50Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:37:50Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f6e3c7ede7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 8ce6f9a5-b2e5-4db7-85be-6ed768e0c8c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: "2026-04-21T10:37:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:37:56Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f6e5102177
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: 50d6ae36-6aee-49af-bcbb-28a4a9f2c44f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: "2026-04-21T10:37:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:37:56Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f6e7e4360b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 4e5fb58e-5cf6-40d8-8dc9-5243083ebd8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: "2026-04-21T10:37:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:37:56Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f6e85cfdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 369f5053-d3fe-4fb9-ad7d-0470e87ae05c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 24580193-9d49-483e-8f0e-de94069bbc90
  kind: Event
  lastTimestamp: "2026-04-21T10:38:00Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6_kserve-ci-e2e-test(24580193-9d49-483e-8f0e-de94069bbc90)
  metadata:
    creationTimestamp: "2026-04-21T10:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:38:00Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6.18a858f93d71b780
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: a10b7975-b75d-4898-b164-e40a907b519e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6cd07a-predictor-7576f8c97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 647558b4-6f66-488b-8afd-6efe689a095f
  kind: Event
  lastTimestamp: "2026-04-21T10:37:49Z"
  message: 'Created pod: isvc-secondary-6cd07a-predictor-7576f8c97d-zgfh6'
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:49Z"
    name: isvc-secondary-6cd07a-predictor-7576f8c97d.18a858f6c9fae4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 9211abf4-3da2-4a38-9d39-f055097b41f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 879217ee-9d2a-492d-8ae0-d582eef66bbc
  kind: Event
  lastTimestamp: "2026-04-21T10:37:49Z"
  message: Scaled up replica set isvc-secondary-6cd07a-predictor-7576f8c97d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:37:49Z"
    name: isvc-secondary-6cd07a-predictor.18a858f6c717d00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 8db1358c-4290-4013-9616-c16687f85ca3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: 361691ec-060e-4bc5-a280-ef36f5a102f2
  kind: Event
  lastTimestamp: "2026-04-21T10:38:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:04Z"
    name: isvc-secondary-6cd07a-predictor.18a858fa4587c872
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: d1e43f5a-6867-477a-8862-aab328da6544
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6cd07a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: 361691ec-060e-4bc5-a280-ef36f5a102f2
  kind: Event
  lastTimestamp: "2026-04-21T10:38:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:38:04Z"
    name: isvc-secondary-6cd07a-predictor.18a858fa45f1d48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: e0ba4f87-7c15-4124-ac91-47fe4c690edb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 2848dd0c-01b5-42df-8db5-c0f02c49e117
  kind: Event
  lastTimestamp: "2026-04-21T10:38:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:38:02Z"
    name: isvc-secondary-6cd07a.18a858f6c6ef2aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: da93fadb-f2ea-4d78-b88f-803a7f741c7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 2848dd0c-01b5-42df-8db5-c0f02c49e117
  kind: Event
  lastTimestamp: "2026-04-21T10:37:50Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6cd07a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6cd07a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:37:50Z"
    name: isvc-secondary-6cd07a.18a858f6c74377ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 24e0d96b-ff50-41b9-a5e1-18e302cb1e16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6cd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 2848dd0c-01b5-42df-8db5-c0f02c49e117
  kind: Event
  lastTimestamp: "2026-04-21T10:37:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6cd07a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:37:50Z"
    name: isvc-secondary-6cd07a.18a858f6c743be06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: b8b6ab4a-6984-43d8-8ce9-56ab2f1f96f7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:16:59.733087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d3b1f67a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 6339b497-cf4f-4ca0-973e-5aaf2b394a75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:00Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:17:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d3cb5a8d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 801492f6-109d-4b22-93f4-953f5b1cceb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d3cc9c9a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 28d9285f-b5e8-4f7d-845d-65a867c23114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d3cfaa7857
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 0e592e11-ce7b-41ac-b9c5-c300e5d8a0d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:00Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d3d01edb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 118bd2e9-aea1-4803-8358-e162642ef565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4d44960b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 0162ce88-b379-49a5-a4e7-5384c9ba13c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4d7bd0325
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 310ad87c-b546-4b1b-b1ee-cf74194adac6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4d83112b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: b2a2a189-a329-46b8-8f79-9f68fc03ea78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7bcc107cea6bbf928d69d154f5bf6badc713d12c8e7ab2d112a223a4b8acadea"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4d83e405d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 47c04c7a-4508-4b6a-97ae-216ef957d186
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4db5caf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 243ba5cc-3133-4760-8c5c-4b80d6bba19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:17:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T10:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:04Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d4dbd620fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 683c282e-0d93-4354-bbd3-fbc158d02d70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:18:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:46Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d51039346e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 2a17d4f6-e17d-4eca-a386-bbde903a02b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:18:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T10:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:46Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857d510441735
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 79f7237f-2e9a-4512-a8f8-ae60c8720771
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:18:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857e7817d94ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: e90b43fd-27f8-4428-aa14-b0e5cbb9a9d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 41ae8c20-5407-46c8-8288-56468432d171
  kind: Event
  lastTimestamp: "2026-04-21T10:18:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp.18a857e7817eab62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 449ec82b-a7f8-461b-b834-41332166507d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 9736adea-6489-4242-a19f-0f026d5a2fd7
  kind: Event
  lastTimestamp: "2026-04-21T10:16:59Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5cdfb57445-txjcp'
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-custom-predictor-5cdfb57445.18a857d3b17fa95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 9a1f54c5-0881-4205-b4e7-c39b1a6cce2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 25ac767f-e83e-4026-9f73-428004600a2c
  kind: Event
  lastTimestamp: "2026-04-21T10:16:59Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5cdfb57445
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18a857d3acaa189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: e83f2f5e-3062-41fd-a4c8-d2a03f805399
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: bd2ec50a-e85b-46bb-8bc3-2df8d75c62f7
  kind: Event
  lastTimestamp: "2026-04-21T10:17:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:17:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a857d72b76d571
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 7578d866-b00c-4114-9f1a-0b7890a1deb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: bd2ec50a-e85b-46bb-8bc3-2df8d75c62f7
  kind: Event
  lastTimestamp: "2026-04-21T10:17:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:17:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a857d72bdb5d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 6718a6fe-5a41-4656-8c59-d6c8730fe65d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: bd2ec50a-e85b-46bb-8bc3-2df8d75c62f7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor.18a857daaaa32373
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 6cf4c110-7ec8-4af0-8423-db764318b261
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: bd2ec50a-e85b-46bb-8bc3-2df8d75c62f7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor.18a857daaaff294b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 0dab534c-4776-4c12-b7d3-373b5cab61e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: fc463602-2cce-48cd-837c-a3c395454dbf
  kind: Event
  lastTimestamp: "2026-04-21T10:18:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:16Z"
    name: isvc-sklearn-batcher-custom.18a857d3ac842fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: b424b718-7a0b-4419-8a29-d01954221caf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: fc463602-2cce-48cd-837c-a3c395454dbf
  kind: Event
  lastTimestamp: "2026-04-21T10:16:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-custom.18a857d3acd4e1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: f656bc40-33c8-404b-97f5-0d825373acfa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: fc463602-2cce-48cd-837c-a3c395454dbf
  kind: Event
  lastTimestamp: "2026-04-21T10:18:16Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:16Z"
    name: isvc-sklearn-batcher-custom.18a857e59c0bda34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: b63c17ba-8f74-439c-b206-32db738c0d4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:15:14.560552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bb3530e973
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: 742b39e2-9471-4415-99a5-d508fc2323bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:14Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bb4e6dec81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 7732d52f-6ef8-4c27-827c-fc93d7f3366b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
  metadata:
    creationTimestamp: "2026-04-21T10:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:15Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bb4fb7e5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14502"
    uid: b4dc6126-43bf-4fcf-8fa7-b99b6eb510ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    in 3.912s (3.912s including waiting). Image size: 300954017 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:18Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bc38f1ec10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: d08cae58-f461-4e3a-bb80-f20632821c2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:18Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bc3c92fd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 8cfae095-9378-488b-8a65-94378ebff354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:18Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bc3d334f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 7d30b2ee-6eba-415c-a45f-4c2d2edbfe2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
  metadata:
    creationTimestamp: "2026-04-21T10:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:23Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857bd3db3b385
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 4c9d53d1-7fff-4bbc-b18d-4804c7ac3b71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    in 12.831s (12.831s including waiting). Image size: 1560610732 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:36Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c03a8060ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: a2df26f1-f821-4ce5-80d7-c971424e8891
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:36Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c03e1de639
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: d21b152d-efcf-4c93-9d09-21c99b631960
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:36Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c03e978436
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: bbd50414-fd2c-4705-907f-13b64a93ad46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:7bcc107cea6bbf928d69d154f5bf6badc713d12c8e7ab2d112a223a4b8acadea"
  metadata:
    creationTimestamp: "2026-04-21T10:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:36Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c03ea3a97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 5d4ce110-5f51-47c8-8c64-d89a0b00d6bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:7bcc107cea6bbf928d69d154f5bf6badc713d12c8e7ab2d112a223a4b8acadea"
    in 2.757s (2.757s including waiting). Image size: 237897282 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:38Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c0e3075eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: 6740c618-6985-4155-afc7-0f846b704a7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T10:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:39Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c0e612b9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: c80c80bf-a8ea-4dfd-9014-1a9c33ff0d04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:15:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T10:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:15:39Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c0e6d1119e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: c97ed138-9a20-4732-a802-f7900ff37e89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:17:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:20Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c0fad0842d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: f402b592-216c-4b3a-b786-19b5fb27335d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:17:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T10:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:17:20Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857c0fad956bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 7051637e-d298-4bac-8790-596384c8544a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:16:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857d3ac185722
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 23b00a76-9d8b-4419-b0ea-e16f16a59f0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: a3df4403-3e34-4fcd-9fc8-29c7df8113e1
  kind: Event
  lastTimestamp: "2026-04-21T10:16:59Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T10:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:16:59Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss.18a857d3ac18cd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: dd0e9924-b58a-4add-a5b5-3519d78da4e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-78bfdcb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 90a8eebd-7232-4a86-a935-68b0807f0e96
  kind: Event
  lastTimestamp: "2026-04-21T10:15:14Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-78bfdcb64-p9kss'
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher-predictor-78bfdcb64.18a857bb34aa5f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14480"
    uid: f0a08a25-35ff-4878-95ed-a4e064b3f3da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 74b12161-8428-46df-a145-30581377d90c
  kind: Event
  lastTimestamp: "2026-04-21T10:15:14Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-78bfdcb64 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher-predictor.18a857bb2da30e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: adcce58b-744a-4455-b924-c69f7d8ae7e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: f7ee88e9-04e0-4dae-8673-6ba8c5347f72
  kind: Event
  lastTimestamp: "2026-04-21T10:16:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:14Z"
    name: isvc-sklearn-batcher-predictor.18a857beb2f29f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 2f9abed9-077d-4932-9586-77b3ac55a6c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: f7ee88e9-04e0-4dae-8673-6ba8c5347f72
  kind: Event
  lastTimestamp: "2026-04-21T10:16:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:14Z"
    name: isvc-sklearn-batcher-predictor.18a857beb35716c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 7935cab5-1b3d-4e3a-9449-0657fd58ed4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: f7ee88e9-04e0-4dae-8673-6ba8c5347f72
  kind: Event
  lastTimestamp: "2026-04-21T10:16:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:44Z"
    name: isvc-sklearn-batcher-predictor.18a857ccaf5cfaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 93eba74f-29fc-43c6-a244-ac77a5766e61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: f7ee88e9-04e0-4dae-8673-6ba8c5347f72
  kind: Event
  lastTimestamp: "2026-04-21T10:16:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:16:44Z"
    name: isvc-sklearn-batcher-predictor.18a857ccafbe9b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ba008ed9-6c55-403a-a41f-a097d0e34396
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: e01396b2-ab01-4dd5-8aa0-14b9036dea60
  kind: Event
  lastTimestamp: "2026-04-21T10:16:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:16:50Z"
    name: isvc-sklearn-batcher.18a857bb339bfcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: cc5aa882-78b4-4b4f-8770-2a4b3ed01f60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: e01396b2-ab01-4dd5-8aa0-14b9036dea60
  kind: Event
  lastTimestamp: "2026-04-21T10:15:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher.18a857bb3408597f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14491"
    uid: d0417566-901e-4b3f-ab92-c6a1de45ec8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: e01396b2-ab01-4dd5-8aa0-14b9036dea60
  kind: Event
  lastTimestamp: "2026-04-21T10:15:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:15:14Z"
    name: isvc-sklearn-batcher.18a857bb3408a781
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 6178f6f2-e85d-4280-8d1b-6d9f4a20f190
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:16:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: e01396b2-ab01-4dd5-8aa0-14b9036dea60
  kind: Event
  lastTimestamp: "2026-04-21T10:16:50Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:16:50Z"
    name: isvc-sklearn-batcher.18a857d1878aff0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 4e2a6e4e-f21d-4232-8b33-f58f0450bd75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:27:11.446695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a858621eef5fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 151813b9-d8b9-4805-978c-ab1a5974d43d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8586238ada546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 7b53096c-ff29-4cb4-a17d-fbfa2a054d35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8586239fb59e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: d9bb087c-869a-47f0-96cb-ae904a0aeddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a858623d980ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: dd384fe0-bf85-4ee2-bf8e-b8e59a77c935
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a858623e0db255
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: 89d1c0d6-b6d9-4d05-a0a8-3ba859b45d80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:16Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a858634e63b8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: afe78309-0134-409b-b03d-8525abf1d842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:16Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8586351348a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: c6a19452-bcc6-41f0-9c85-01a9ec563656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:16Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8586351ad0443
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 8624b236-592d-4662-afaa-c129aa589648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:16Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8586351b8bf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 4aca0b84-58c8-419b-a346-e0b182a6e8d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.763s (2.763s including waiting). Image size: 237663777 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:19Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a85863f66f73b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20427"
    uid: f7551382-b489-4f6e-a8c0-e4d55752406b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:19Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-21T10:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:19Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a85863f9f0b03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: 6b0a8cfd-5610-4b5c-a3fe-b0cd5df7e5d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:27:19Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-21T10:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:27:19Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a85863fa85899c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: 133d0bca-eeab-4746-9059-02a52e657064
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:28:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a85874c3e46f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 31cdc31b-6631-4a63-9b34-d9d6b85147c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:28:31Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-21T10:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:28:31Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a85874c3e540a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 3ec2e00f-310a-42d8-bcf5-51a526092895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:29:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:01Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8587719ff1e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 0c97d6b3-523a-4692-adeb-e8abf8b96031
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: 13c88ff4-eb3b-4c48-8400-6235299efb04
  kind: Event
  lastTimestamp: "2026-04-21T10:29:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:9081: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:29:01Z"
    name: isvc-sklearn-mcp-predictor-86bf795455-r5bzx.18a8587bc24bda24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 79e77fde-6bf2-459c-8076-b860085c8222
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-86bf795455
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 53b8cea7-2b4d-42e8-b452-5a34211de57c
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-86bf795455-r5bzx'
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor-86bf795455.18a858621e88c76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: 7b67a25b-f4ed-4122-87ac-92d71c1727ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 6ad17042-066f-4166-a23d-b33666cfbb66
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-86bf795455 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp-predictor.18a858621be24b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 1f482651-f036-4f61-af57-66ab42fc1fbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 3594cbc6-7a53-483c-bbcb-91804c610092
  kind: Event
  lastTimestamp: "2026-04-21T10:28:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:28:21Z"
    name: isvc-sklearn-mcp.18a858621b5de044
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: aacc4ec0-2387-4c66-bf4e-439c8d333704
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 3594cbc6-7a53-483c-bbcb-91804c610092
  kind: Event
  lastTimestamp: "2026-04-21T10:27:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:27:11Z"
    name: isvc-sklearn-mcp.18a858621bf4e356
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 68cf3e4f-38fd-47bf-86cd-70f785f95b4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: 3594cbc6-7a53-483c-bbcb-91804c610092
  kind: Event
  lastTimestamp: "2026-04-21T10:28:21Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:28:21Z"
    name: isvc-sklearn-mcp.18a8587275e770e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 66cfd428-505f-4ce7-a09f-19f520a9960b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:47:41.842583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:47:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:47:41Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85980983ea3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: 048fae45-fea0-4388-b6ce-efe21e619e79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:42Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:47:42Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85980b1773bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: dbf810bf-c693-4613-9af0-421eadb4cc45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:42Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85980b2ba5f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: b25484c4-8c4d-441d-b005-b6e79ccce276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:42Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85980b5e18beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: a0784860-3fcb-4604-9b56-45e6cf60c226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:42Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85980b6560542
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 3cbdbcfd-ed71-4692-b875-3af61b2a5198
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:46Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a859819ea3cc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: a1f92d41-0ef6-42cb-b111-2796a4a6dcd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:46Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85981a1e15d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: 8fe08bef-6a10-4002-aeea-f3f1be12723e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:47:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:47:46Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85981a259250c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: 98ceb4b0-39f0-42ce-8170-480ddf76f95a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:48:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:48:48Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a85981da9e9fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: 4d661890-722f-4439-9489-0dac21d3eb91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 43f5b4d3-c4e2-4ada-8f48-9ccee74f2b95
  kind: Event
  lastTimestamp: "2026-04-21T10:49:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:01Z"
    name: isvc-sklearn-predictor-7f8c8ff5db-rsqxk.18a859933d0cfd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: e6b19da2-9470-4797-8695-e229147bdf32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7f8c8ff5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: e9e39103-40a4-4ff8-a8c6-2441ccd95508
  kind: Event
  lastTimestamp: "2026-04-21T10:47:41Z"
  message: 'Created pod: isvc-sklearn-predictor-7f8c8ff5db-rsqxk'
  metadata:
    creationTimestamp: "2026-04-21T10:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:41Z"
    name: isvc-sklearn-predictor-7f8c8ff5db.18a8598097c25344
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 2d88f244-47ab-441d-ba13-a82df45cc553
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 020d181b-cfe6-420c-8f51-f349788881a0
  kind: Event
  lastTimestamp: "2026-04-21T10:47:41Z"
  message: Scaled up replica set isvc-sklearn-predictor-7f8c8ff5db from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:41Z"
    name: isvc-sklearn-predictor.18a8598094a53b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: 97ef5998-43d7-4462-8a36-77f9377e7b1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: af458829-d44a-42ea-8768-f8ba7b0c3e0a
  kind: Event
  lastTimestamp: "2026-04-21T10:47:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:56Z"
    name: isvc-sklearn-predictor.18a8598413a6a327
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 63f7625b-98ac-45ea-a2f2-031787d0d436
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: af458829-d44a-42ea-8768-f8ba7b0c3e0a
  kind: Event
  lastTimestamp: "2026-04-21T10:47:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:56Z"
    name: isvc-sklearn-predictor.18a859841412d58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30881"
    uid: d220a51f-08fd-43f9-90ac-0fafa420a475
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: af458829-d44a-42ea-8768-f8ba7b0c3e0a
  kind: Event
  lastTimestamp: "2026-04-21T10:48:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:48:56Z"
    name: isvc-sklearn-predictor.18a8598792dc8b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31305"
    uid: 9d9546a7-410d-4b8a-a3b8-81396f9d1808
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T10:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30880"
    uid: af458829-d44a-42ea-8768-f8ba7b0c3e0a
  kind: Event
  lastTimestamp: "2026-04-21T10:48:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:48:56Z"
    name: isvc-sklearn-predictor.18a85987934fe362
    namespace: kserve-ci-e2e-test
    resourceVersion: "31306"
    uid: 7e61f177-008b-4282-bb7e-e55d705a675b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:50:02.169057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a1445ab854
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: becefdba-1e8c-49c9-b57d-68eb3564a933
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a15d902711
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: 70a50956-9ccb-4f9c-baac-a22518d4ed9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a15ee0cd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 767b1a9d-7cfe-4ef8-b5dc-f1c42c772f61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a16255ab6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 7b9277aa-4340-4d21-8515-f5b518ac1b63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a162c89384
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 388f1b3a-02c9-41da-82ab-f6c4f95cc547
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:08Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a2c81ae054
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 972557e1-751c-4a3e-bdfe-fc29c8404af7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:08Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a2cb42dd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 1ae8231c-823e-4121-8778-d766fdca6cac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:08Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a2cbb9e394
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: fdbf3c6a-9e71-4598-a697-31e9b531ff1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:20Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a3040ef23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 98efdd89-5e7e-4548-95bc-498cc2ed3483
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 4aa8f8fe-ca64-4792-a3b9-8389bd0e9e84
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp.18a859a9e75e0e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: a5034f64-7360-421a-80c4-6aecf32c0aec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-c7f7d7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: 9139aa0e-8f44-460f-9b4d-4b4f96efa35a
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-c7f7d7dd-rglkp'
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor-c7f7d7dd.18a859a143eba08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: 93c2f8a9-f6c0-451b-a0f0-d572185e69ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: 0c1b8ce9-ee80-459a-bb74-c47c27cea259
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-c7f7d7dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime-predictor.18a859a141795c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: 1a1c5f60-7a24-4e72-b4db-eec16ec52205
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 8588bb2d-0bcc-42a0-855b-474116e586e3
  kind: Event
  lastTimestamp: "2026-04-21T10:50:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:32Z"
    name: isvc-sklearn-runtime-predictor.18a859a4c08e1b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32157"
    uid: 346fa48e-936e-4120-8720-31f136bb404e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 8588bb2d-0bcc-42a0-855b-474116e586e3
  kind: Event
  lastTimestamp: "2026-04-21T10:50:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:32Z"
    name: isvc-sklearn-runtime-predictor.18a859a4c0f5d322
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: 27e8e36d-5f35-46a3-ba66-56bec6c7cd14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 2dec1bd0-4678-4631-b347-1d49a20fbd90
  kind: Event
  lastTimestamp: "2026-04-21T10:50:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:50:30Z"
    name: isvc-sklearn-runtime.18a859a141808a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32149"
    uid: d735953d-46fd-4feb-9c12-00a44afd1378
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 2dec1bd0-4678-4631-b347-1d49a20fbd90
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: isvc-sklearn-runtime.18a859a141eb5fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: 618c7d8b-0830-494d-abcb-fe707f9bbe27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32147"
    uid: 2dec1bd0-4678-4631-b347-1d49a20fbd90
  kind: Event
  lastTimestamp: "2026-04-21T10:50:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:50:30Z"
    name: isvc-sklearn-runtime.18a859a7ec578b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: 30ca6394-1bf9-4067-bf39-cf6f018b88d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:03:56.095932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38864"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a636e450751
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: 1ae846db-2df8-45ad-8bae-88dadf82715f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a638775d060
    namespace: kserve-ci-e2e-test
    resourceVersion: "38884"
    uid: ce7a2a5f-4cea-4c25-8d65-d2d6e95ff636
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a6388b1863a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38887"
    uid: dc2a678b-83e8-46e2-9d30-b725d345b5fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a638bb1386f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: d90d0f85-5fac-4df1-8cad-6465e519f840
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a638c2542c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: dd4b1378-a514-4ffc-a64c-48a974a4d215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:58Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a63efa7124e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: 5e89730a-504e-4dce-ab10-9d01528d1121
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:58Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a63f2ca00d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: f00f5cdf-655e-43b5-8937-e2d42f13f436
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:03:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:58Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a63f34169d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38913"
    uid: 3308d4b1-95dc-49aa-85e5-ecc8c7f94b3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:05:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:02Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a642b942fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 7a4261c9-2cd2-4906-911e-dd103a5cbd0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 59413f7c-baf1-4468-bed9-de6838b70033
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7-54fdc.18a85a7615b0a953
    namespace: kserve-ci-e2e-test
    resourceVersion: "39495"
    uid: f9d6a1f8-97f7-49ce-95bd-c9441aea20b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-d459cc9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38852"
    uid: b453aa1c-dc2c-48ff-a247-e6b77497f405
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-d459cc9c7-54fdc'
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor-d459cc9c7.18a85a636dd3fa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: 98d843c1-8ab2-41a8-b7c6-28b421e5c078
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: b2b902a2-5b7d-4b4f-8f5c-a12017de91ea
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-d459cc9c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3-predictor.18a85a636b526f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: e830d315-53a4-472b-a16d-7e26aa8ecd71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 740ec024-d3f8-402f-848f-ebb3a7190d7f
  kind: Event
  lastTimestamp: "2026-04-21T11:04:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:04:11Z"
    name: isvc-sklearn-s3-predictor.18a85a66e9df9115
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: 913c8df0-57d4-46a0-8055-1f940067131a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 740ec024-d3f8-402f-848f-ebb3a7190d7f
  kind: Event
  lastTimestamp: "2026-04-21T11:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:04:11Z"
    name: isvc-sklearn-s3-predictor.18a85a66ea5dea88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: 045982cd-555e-4946-85fe-fb73ae6cb888
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: 740ec024-d3f8-402f-848f-ebb3a7190d7f
  kind: Event
  lastTimestamp: "2026-04-21T11:05:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:11Z"
    name: isvc-sklearn-s3-predictor.18a85a6a6964b890
    namespace: kserve-ci-e2e-test
    resourceVersion: "39427"
    uid: 3c82d7c7-0ac0-43b4-925f-bae981bc9155
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: 740ec024-d3f8-402f-848f-ebb3a7190d7f
  kind: Event
  lastTimestamp: "2026-04-21T11:05:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:11Z"
    name: isvc-sklearn-s3-predictor.18a85a6a69c72b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: 89fd6888-e9ea-4be7-9af5-efec0c623dbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:08:09.608926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:08:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:08:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85a9e74d25511
    namespace: kserve-ci-e2e-test
    resourceVersion: "41023"
    uid: 85c59093-4057-4650-bacf-38f14e79e442
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41027"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: "2026-04-21T11:08:10Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:08:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85a9e8e42dc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41038"
    uid: 69d58833-5534-4e1b-8815-003feb2f1a02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41021"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: "2026-04-21T11:08:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85a9e8f8563d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41077"
    uid: 2a8a8d6b-43ec-47f0-845b-0e30c17857ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41021"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: "2026-04-21T11:08:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85a9e92bf8e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41084"
    uid: 18d0cd10-7b9d-4c9c-b389-7246877d8c42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41021"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: "2026-04-21T11:08:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85a9e933af8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: 0002d1e4-2803-4b25-9285-ec3ab55d2197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m
    namespace: kserve-ci-e2e-test
    resourceVersion: "41021"
    uid: 16d55ddd-56e2-4cd1-a703-17aafc84fa30
  kind: Event
  lastTimestamp: "2026-04-21T11:08:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m.18a85aa0c9f00f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: 2ddc3741-c488-448b-a187-44b5353b147b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41008"
    uid: 61b6f319-198f-4c1d-9368-3e4712286b89
  kind: Event
  lastTimestamp: "2026-04-21T11:08:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c-vh58m'
  metadata:
    creationTimestamp: "2026-04-21T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c.18a85a9e746766e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41020"
    uid: 4e858b99-c37e-4239-85d4-b891d129de8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41005"
    uid: 52a0476f-f3c5-4cdc-baa4-5e25d6bd0345
  kind: Event
  lastTimestamp: "2026-04-21T11:08:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6748f87c4c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a85a9e72506521
    namespace: kserve-ci-e2e-test
    resourceVersion: "41010"
    uid: cabb36f9-405c-4ff6-a7c2-4a4333ed2c51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40995"
    uid: e3576527-a5d6-4edb-89ab-a6bb6f501ab1
  kind: Event
  lastTimestamp: "2026-04-21T11:08:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:08:14Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a85a9e72285a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41086"
    uid: 677673a8-47b8-4e15-8d2e-b2720b954a0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40995"
    uid: e3576527-a5d6-4edb-89ab-a6bb6f501ab1
  kind: Event
  lastTimestamp: "2026-04-21T11:08:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:08:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a85a9e727d4675
    namespace: kserve-ci-e2e-test
    resourceVersion: "41012"
    uid: fd0180dc-22ed-4354-aed1-7d534541855f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:06:48.499147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8b924d5a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40364"
    uid: fc912a10-7e52-45a2-87ae-9f149156aa4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:48Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8babe2dcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "40376"
    uid: 0b8f51b1-9a44-407f-a761-d8ea65369b5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8bad3892f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 09bb6938-5098-4594-bf0d-1e673491c187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8bb09d42f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 8d80843f-9bcc-4a39-86e1-b3f1ae3ab8f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8bb1188e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: a83e9e92-7994-49f6-a474-bfc7d0f94ab1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8c1c25a603
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: 6ab89368-de32-4a4c-bd6d-ceea5a31a880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8c20f6acc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: adc8fa8b-9387-4b42-b412-5a81e8a4122a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:06:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8c21711b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: 9dae1869-5ed8-4098-b86e-5cf9885f07ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:08:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a8c5829812a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41069"
    uid: 7abfe35a-25c3-4dcb-a9bf-0f1faa37ee1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 4d2d0f96-bf6d-487a-a502-85fa5826d0ba
  kind: Event
  lastTimestamp: "2026-04-21T11:08:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k.18a85a9e36f63c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "40983"
    uid: baa7ff40-db17-4733-b2a4-3b1edf36527c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: b17277c4-3632-4e32-a216-115b7c49587e
  kind: Event
  lastTimestamp: "2026-04-21T11:06:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-75857865-42p5k'
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75857865.18a85a8b91f0884d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40362"
    uid: 78eee7fa-d14a-41ad-a518-2c1b683d0f47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: f8ff1eba-5173-4dbb-84e8-99cf0ed241bd
  kind: Event
  lastTimestamp: "2026-04-21T11:06:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-75857865
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a85a8b8f9d7891
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 5d1a83bf-8bf7-4a30-801c-485a3e4e963f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40348"
    uid: 825c92b6-896f-4003-a838-7c0d081972d7
  kind: Event
  lastTimestamp: "2026-04-21T11:07:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:07:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a85a8f0e622718
    namespace: kserve-ci-e2e-test
    resourceVersion: "40498"
    uid: 13dd0861-bc44-4d94-b37f-be0bcf4bc614
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40348"
    uid: 825c92b6-896f-4003-a838-7c0d081972d7
  kind: Event
  lastTimestamp: "2026-04-21T11:07:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:07:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a85a8f0edaf97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: bb2bb1a7-8c3f-42f0-bd64-f93afe9aa576
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40499"
    uid: 825c92b6-896f-4003-a838-7c0d081972d7
  kind: Event
  lastTimestamp: "2026-04-21T11:08:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a85a928dec4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: a4b2c45b-f8f4-4887-b2d3-018ec1bfbe9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40499"
    uid: 825c92b6-896f-4003-a838-7c0d081972d7
  kind: Event
  lastTimestamp: "2026-04-21T11:08:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a85a928e4e6327
    namespace: kserve-ci-e2e-test
    resourceVersion: "40932"
    uid: b9eaf7d2-684b-42c2-8c20-928035ccc435
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40339"
    uid: 0b45c6f3-2460-41f5-acd8-b5387eb050b6
  kind: Event
  lastTimestamp: "2026-04-21T11:08:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:08:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a85a8b8f78dbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40929"
    uid: d1524fb5-57c3-4773-bc3c-67ea23a9094f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40339"
    uid: 0b45c6f3-2460-41f5-acd8-b5387eb050b6
  kind: Event
  lastTimestamp: "2026-04-21T11:06:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:06:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a85a8b8fdda16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: d1572b62-d1e8-4ce6-94f5-83c3b4bab797
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: 0b45c6f3-2460-41f5-acd8-b5387eb050b6
  kind: Event
  lastTimestamp: "2026-04-21T11:08:03Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:08:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a85a9cfd156448
    namespace: kserve-ci-e2e-test
    resourceVersion: "40928"
    uid: 6a9e2a41-38c0-4f47-a900-35ece3e26645
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:06:37.421390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:06:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a88fe043188
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 7d57710d-5df9-4238-8115-213cea5f11b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40189"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: "2026-04-21T11:06:37Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:06:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a89177375ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: a9e0ab1c-107c-406d-9185-b1f7bbb048fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: "2026-04-21T11:06:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a8918b987b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40283"
    uid: aa73f4b9-12f2-4663-bd89-4ccc9ba6d8c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: "2026-04-21T11:06:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a891b74baaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: b5a8510b-38f0-4747-8a59-45b003f1b651
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: "2026-04-21T11:06:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a891be82a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: 23cb2f20-bf4d-4a6b-b461-45f5ec514035
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: 5a9bf823-b072-4889-8e8b-ead3d1a2a393
  kind: Event
  lastTimestamp: "2026-04-21T11:06:47Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv.18a85a8b5380310f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: a62a522d-ae13-42f8-8beb-bdb561866708
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40169"
    uid: b2f7476e-34b1-41d0-81a6-b232f748a341
  kind: Event
  lastTimestamp: "2026-04-21T11:06:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7-fpmtv'
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7.18a85a88fd9c6436
    namespace: kserve-ci-e2e-test
    resourceVersion: "40179"
    uid: 8a869ba4-3a4b-4a70-8508-b46dc8d83850
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: 55f939b7-0bb6-4064-855a-60227566f633
  kind: Event
  lastTimestamp: "2026-04-21T11:06:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-56554d98d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a85a88fb6d77ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: 89f60955-fc92-43b8-a198-d7dd043bdb09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40159"
    uid: f488e01f-fd87-4ada-a405-ab126652f9ff
  kind: Event
  lastTimestamp: "2026-04-21T11:06:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:06:44Z"
    name: isvc-sklearn-s3-tls-global-fail.18a85a88fb48fff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 5cc86e00-d7cf-47a9-b0b7-082e8becf38c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40159"
    uid: f488e01f-fd87-4ada-a405-ab126652f9ff
  kind: Event
  lastTimestamp: "2026-04-21T11:06:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:06:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a85a88fc0d11b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: da723fda-d233-408e-bdbc-506ba74b2a55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:05:16.318752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a761bec1700
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: c12234a1-d401-4f19-b5f4-1763ec35859e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a763556aae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: 11effe42-253e-4a21-b7d6-528eecdd01bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a763694ab64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: 8b1aaf9f-a601-40ca-b9a3-c8aaa60dceb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a7639903c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: 4f6cbdeb-5358-4fdf-9702-d1f5d621703b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a763a0ae3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: befebf35-684a-4138-a046-d0cbc735ac62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a769e96e713
    namespace: kserve-ci-e2e-test
    resourceVersion: "39561"
    uid: be57582d-a2c9-4d89-9e47-97267522df1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a76a2ab501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 6dcc9e3f-32f2-44ba-827d-ff41b2daaf5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:05:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:05:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a76a323469b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: c4697855-7ddf-4dc2-9edf-a017eef39483
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:06:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a76daa15922
    namespace: kserve-ci-e2e-test
    resourceVersion: "40233"
    uid: 16c36608-e24d-4573-a24a-1a50f34bf50f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: a14573e5-0f59-4238-accf-2448c4547453
  kind: Event
  lastTimestamp: "2026-04-21T11:06:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:06:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn.18a85a88bf10a98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40149"
    uid: af924dee-033a-4fe4-b647-568aabd8165e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 74f3ba23-9ea8-4881-ae25-0dc54544e0d8
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9-2lkbn'
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9.18a85a761b536e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: b8366917-92f1-4e6d-b248-325fc3ca15b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: a58f9ad1-0e83-4964-bf07-e2bba3abe482
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-69899db4d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a85a7618b75624
    namespace: kserve-ci-e2e-test
    resourceVersion: "39509"
    uid: ecb24f4c-3a19-4413-9842-c786d77238b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: d50ee8c9-d2ff-4f8f-a831-1efdeb31d690
  kind: Event
  lastTimestamp: "2026-04-21T11:05:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a85a7997344d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39663"
    uid: a930df5c-fb0c-4302-8b4a-88426e70caf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: d50ee8c9-d2ff-4f8f-a831-1efdeb31d690
  kind: Event
  lastTimestamp: "2026-04-21T11:05:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:05:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a85a7997a5d52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39665"
    uid: bd066615-9615-4918-935d-bebd9f65b15e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: d50ee8c9-d2ff-4f8f-a831-1efdeb31d690
  kind: Event
  lastTimestamp: "2026-04-21T11:06:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a85a7d16adf56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40093"
    uid: dff78e95-34b9-43a2-9072-8a4458dbd8a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: d50ee8c9-d2ff-4f8f-a831-1efdeb31d690
  kind: Event
  lastTimestamp: "2026-04-21T11:06:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:06:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a85a7d1713728a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ece50aa7-4244-47f5-872d-25c76feb3b83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 19ce3ae0-3bd9-483a-a6f1-b3859471a6f0
  kind: Event
  lastTimestamp: "2026-04-21T11:06:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:06:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a85a761883f5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 5294e75b-df07-4f9a-98bf-c2d98ec5e4df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 19ce3ae0-3bd9-483a-a6f1-b3859471a6f0
  kind: Event
  lastTimestamp: "2026-04-21T11:05:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:05:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18a85a7618e974eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: d0cf4158-21c5-4e04-92e9-8f36aab83ecc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:06:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: 19ce3ae0-3bd9-483a-a6f1-b3859471a6f0
  kind: Event
  lastTimestamp: "2026-04-21T11:06:30Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:06:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a85a8766e04da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40088"
    uid: 53ae6977-67dd-42c8-ab78-4c8f662bcb01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:09:41.777425Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41827"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:09:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:09:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab3ea7e0742
    namespace: kserve-ci-e2e-test
    resourceVersion: "41832"
    uid: 52e4d987-9db3-4ba3-b248-0d87f136eb48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41840"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: "2026-04-21T11:09:42Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:09:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab403a78d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: b31888f5-ce20-4e2d-b13c-801480109cef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: "2026-04-21T11:09:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab404fcefa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41901"
    uid: 6a6b0835-2edc-4542-a8d3-c10416ac6e26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: "2026-04-21T11:09:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab40864aeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41907"
    uid: 439a8cf3-903b-4696-b232-a80cb7101da6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: "2026-04-21T11:09:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab408dd82de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41908"
    uid: 295559d8-e293-40db-a459-6fde7429a854
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 8273c798-7589-4ac7-b45e-7addc7bbc841
  kind: Event
  lastTimestamp: "2026-04-21T11:09:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2_kserve-ci-e2e-test(8273c798-7589-4ac7-b45e-7addc7bbc841)
  metadata:
    creationTimestamp: "2026-04-21T11:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2.18a85ab6265087c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: 723f26c4-bb41-4a18-8dac-6874d11f1ff9
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41819"
    uid: 653b26a7-542a-4d0d-a0f0-5713798278fc
  kind: Event
  lastTimestamp: "2026-04-21T11:09:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d-c7ql2'
  metadata:
    creationTimestamp: "2026-04-21T11:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:09:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d.18a85ab3ea173960
    namespace: kserve-ci-e2e-test
    resourceVersion: "41830"
    uid: 273d8f32-7fe2-4da5-87f2-173faf00669a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41817"
    uid: ba0a7d1a-acb8-4e7d-b06f-ceca7f4b8949
  kind: Event
  lastTimestamp: "2026-04-21T11:09:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-596c58c69d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:09:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a85ab3e749684d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41821"
    uid: c41ca2db-14ab-495a-834b-bca35a257d51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41807"
    uid: 9095827b-081f-4ab5-963b-8d97d6e73991
  kind: Event
  lastTimestamp: "2026-04-21T11:09:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:09:51Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a85ab3e6ecbaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41945"
    uid: 85f9e73d-4f69-43d6-8817-8ad3d0735e08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41807"
    uid: 9095827b-081f-4ab5-963b-8d97d6e73991
  kind: Event
  lastTimestamp: "2026-04-21T11:09:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:09:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a85ab3e75b93ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41823"
    uid: c995dec9-eff5-4305-8b0f-7073710d442d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:08:20.675644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41175"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:08:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:08:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa1087317c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: 89f0fa2d-26a3-4fe9-a873-b0048e083c50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41185"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:21Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa12194c33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 6e16e1a1-1fa8-4fd9-b133-ef16c91e018b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa123069a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41195"
    uid: 5d3a3500-7996-4174-aea2-7163b287d2c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa126a2c441
    namespace: kserve-ci-e2e-test
    resourceVersion: "41198"
    uid: a91b1414-ab81-4490-846b-bbd574efc412
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa1272af925
    namespace: kserve-ci-e2e-test
    resourceVersion: "41199"
    uid: 294212aa-ebc4-45a2-8e85-864e385cd1d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa198cc37eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41225"
    uid: 710756ac-0af9-4a31-9af6-488607e69cea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa19be6354f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41230"
    uid: 26ef3eeb-42ee-4b65-8520-7cf5d016f0af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:08:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:08:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa19c6d125f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41231"
    uid: 7317ef29-080d-431f-8cea-bbabacdaa32a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:09:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85aa1d4b6567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41890"
    uid: 366367d9-f7aa-44f6-9431-2b8cf8d29a2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: ed0833ab-60c4-4801-aa3d-221bb5509e54
  kind: Event
  lastTimestamp: "2026-04-21T11:09:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:09:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw.18a85ab3aa8d14d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41798"
    uid: 4115ac82-bfde-4230-ab20-5a3015d247b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "41165"
    uid: 45d80d1d-a46e-4dba-9cdc-33fd7455d983
  kind: Event
  lastTimestamp: "2026-04-21T11:08:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48-q4ztw'
  metadata:
    creationTimestamp: "2026-04-21T11:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48.18a85aa1081f596b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41178"
    uid: 5aee68b8-e799-4cf3-b1f9-3ce861d00949
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41163"
    uid: 17a4d43d-d093-4bff-b185-952924a854a0
  kind: Event
  lastTimestamp: "2026-04-21T11:08:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7c79d95d48
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a85aa1055a89a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: e6d6fbe8-6762-45a1-b11e-f4da260d25a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 716d2347-2261-4e38-9bee-8759a91a9a43
  kind: Event
  lastTimestamp: "2026-04-21T11:08:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a85aa483c7af67
    namespace: kserve-ci-e2e-test
    resourceVersion: "41422"
    uid: d7b77d7a-f872-408c-b77a-b32739533b97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 716d2347-2261-4e38-9bee-8759a91a9a43
  kind: Event
  lastTimestamp: "2026-04-21T11:08:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:08:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a85aa4842f0dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41424"
    uid: 2ddb8db1-613d-4fe9-9fe5-30c425064b6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: 716d2347-2261-4e38-9bee-8759a91a9a43
  kind: Event
  lastTimestamp: "2026-04-21T11:09:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a85aab81fde185
    namespace: kserve-ci-e2e-test
    resourceVersion: "41746"
    uid: 95f3e770-e966-4454-8e59-c396902dccc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: 716d2347-2261-4e38-9bee-8759a91a9a43
  kind: Event
  lastTimestamp: "2026-04-21T11:09:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a85aab82698b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: 6732189a-cda3-4abb-ab67-d1f0d6d7c4dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41155"
    uid: fd8632e3-128c-471c-97cd-a2c082a6e8d8
  kind: Event
  lastTimestamp: "2026-04-21T11:09:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a85aa1052dce97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41743"
    uid: dd5b3767-fc7b-400c-a6f4-5d264d0b66ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:08:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41155"
    uid: fd8632e3-128c-471c-97cd-a2c082a6e8d8
  kind: Event
  lastTimestamp: "2026-04-21T11:08:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:08:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a85aa10583db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: 9ef12139-c40b-4d3c-875a-c74f3d9274cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:09:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41741"
    uid: fd8632e3-128c-471c-97cd-a2c082a6e8d8
  kind: Event
  lastTimestamp: "2026-04-21T11:09:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:09:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a85ab260b0e473
    namespace: kserve-ci-e2e-test
    resourceVersion: "41742"
    uid: 83c44004-b921-420a-b737-9947ebf7c7be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 062bec11-00b7-494d-a397-f46cd007ed0c
  kind: Event
  lastTimestamp: "2026-04-21T11:05:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:05:12Z"
    name: isvc-sklearn-s3.18a85a636b2c68c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39448"
    uid: b4564605-513a-4442-8704-3fa82b82c0bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 062bec11-00b7-494d-a397-f46cd007ed0c
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-sklearn-s3.18a85a636bd17eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38859"
    uid: 0f1edba8-5359-4c8d-9c25-229b07c547fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:05:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: 062bec11-00b7-494d-a397-f46cd007ed0c
  kind: Event
  lastTimestamp: "2026-04-21T11:05:12Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:05:12Z"
    name: isvc-sklearn-s3.18a85a752c4840a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39446"
    uid: 1c31dcfa-aabb-4327-af1b-46adc071bf5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-59df49855d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: 44c4bdd3-9280-4c09-9ea3-b42c001e5b69
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-59df49855d-kc8zz'
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-sklearn-scheduler-predictor-59df49855d.18a859801af50f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: a0391b2d-00d9-4fe1-b06d-42d48c5772f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30658"
    uid: 2a6b24a8-b88b-44f2-be7f-905720321fd7
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-59df49855d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-sklearn-scheduler-predictor.18a8598015bcf8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 7dae420e-5572-4f8c-b2e4-e5eb597209b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: 9366c341-3483-44cb-9e03-f9ed1ccd4191
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:40Z"
    name: isvc-sklearn-scheduler.18a85980153a1652
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: 253af564-0f6f-4095-a01a-8b59700ec5a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: 9366c341-3483-44cb-9e03-f9ed1ccd4191
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-sklearn-scheduler.18a8598015999c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 7733f943-10d8-42d1-9646-8dfb743f499d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: 9366c341-3483-44cb-9e03-f9ed1ccd4191
  kind: Event
  lastTimestamp: "2026-04-21T10:47:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:39Z"
    name: isvc-sklearn-scheduler.18a859801599f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 38b78d6a-11a7-420a-8039-443e5adc4f06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:52:49.714343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c846d4e885
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: 1aceb50a-17d4-4493-a70f-1a3a723ef768
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:50Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:52:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c860172987
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: 8ee5f7b0-a19b-4318-ab0f-7da0cd736841
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c861816504
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 87d7d7a2-fb3b-4fc2-97d8-a80605e9eb59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c86508b006
    namespace: kserve-ci-e2e-test
    resourceVersion: "33369"
    uid: 42a6da1d-78ba-4c5d-9988-417ba1b6aee3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c8657c4ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 6b4da4c5-c984-4b00-96b7-f88d19658363
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:54Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c951fa1438
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: 9084c809-2e46-4250-a87d-57745fb83844
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:54Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c9568601cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 0530f21d-fd81-41b0-a068-76ba00b4ddad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:52:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:54Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c95700ffd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: cf7cdb3d-2d36-441b-920f-54e6c9b20a18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:54:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:11Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859c98df9c5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: cbce99f7-11ac-475a-b0e0-fc7072b432b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 4cca3709-1d82-405c-9e21-55c6546a18ac
  kind: Event
  lastTimestamp: "2026-04-21T10:54:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:09Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj.18a859daed373596
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: 392ec72e-0304-45e5-b2a3-5bef5dbb9f62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 9b78f27f-7d92-4893-bbf8-7a206fc54c68
  kind: Event
  lastTimestamp: "2026-04-21T10:52:49Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7995f6dc65-vxsbj'
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-mixed-predictor-7995f6dc65.18a859c8465edae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33346"
    uid: 0bb0403c-2526-48c1-b9c5-c2f6e8de0181
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 331736f7-245e-49b8-a72b-f30ec5dd3d7a
  kind: Event
  lastTimestamp: "2026-04-21T10:52:49Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7995f6dc65 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-mixed-predictor.18a859c8437f9167
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 0a1a198a-c612-4feb-b2a4-e253f1823142
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:53:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 4551a894-5ade-4b29-b57e-33150454a4c9
  kind: Event
  lastTimestamp: "2026-04-21T10:53:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:53:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18a859cbc25b3b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "33691"
    uid: e9f2b96b-832c-420e-97ac-94f56dce15d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:53:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 4551a894-5ade-4b29-b57e-33150454a4c9
  kind: Event
  lastTimestamp: "2026-04-21T10:53:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:53:34Z"
    name: isvc-sklearn-v2-mixed-predictor.18a859cbc2c3f371
    namespace: kserve-ci-e2e-test
    resourceVersion: "33693"
    uid: 55ee99cc-9dff-4c6f-80bf-20edf410b73f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: 4551a894-5ade-4b29-b57e-33150454a4c9
  kind: Event
  lastTimestamp: "2026-04-21T10:54:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a859d63ff56985
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 0756b99b-15c1-460b-939d-ec868414b701
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: 4551a894-5ade-4b29-b57e-33150454a4c9
  kind: Event
  lastTimestamp: "2026-04-21T10:54:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a859d6405b3864
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: fb12427c-b435-4367-b428-ae5a2febbba1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: b47a6081-7b28-4d28-b177-551b1365535a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:54:01Z"
    name: isvc-sklearn-v2-mixed.18a859c8438afe1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 02c3eadc-5ffd-44e5-8ee7-43f223a7aed3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: b47a6081-7b28-4d28-b177-551b1365535a
  kind: Event
  lastTimestamp: "2026-04-21T10:52:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-mixed.18a859c8441820f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: 4c71735b-f841-4f5b-9df2-1d5590128e52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: b47a6081-7b28-4d28-b177-551b1365535a
  kind: Event
  lastTimestamp: "2026-04-21T10:52:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-mixed.18a859c84874db2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: 7470c649-1be2-4180-9fd7-64cdb27dff9b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: b47a6081-7b28-4d28-b177-551b1365535a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:01Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:54:01Z"
    name: isvc-sklearn-v2-mixed.18a859d8f155929a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: dad148a4-fbef-4e87-afe0-a1fcf2938f60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:51:29.489061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b599083a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 48618bcf-bdb1-4b7c-87f1-351416d48596
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b5b2465dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 39cf00ea-d5a8-4d5f-901f-ef5b6fbec2c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b5b39773b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: e1b1ed7a-a285-4c54-9516-5fbbb3372c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b5b6ea45af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 00ea612f-7180-48d3-8a08-0fe24080ee74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b5b75dc5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: 6b21cb55-e9cd-48f3-b87b-53e14b7107f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:33Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b6a2dbe7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 2f219c9c-2581-4bbd-9e11-deaf07fbec49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:34Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b6a61556fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: d0884a34-1448-44b1-afc4-e6331d064dce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:51:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:34Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b6a689b908
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 779dc3ab-5382-45f8-8d45-924cfdae9f83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:52:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:35Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859b6dec9b60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 83d8eb43-cdff-4fa1-ba6c-4766e81c9900
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: 9b929e01-6797-45d2-ad82-56dc1f0a8a61
  kind: Event
  lastTimestamp: "2026-04-21T10:52:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:52:49Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz.18a859c8441de834
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: ed3fba48-e9a1-4135-b038-aecf456a9825
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-56dc7f9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: 1f230d22-ecfa-449a-96e0-f775d3abd5bd
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-56dc7f9fb6-9qccz'
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor-56dc7f9fb6.18a859b59887c809
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: a064f066-4172-4c27-95b3-682042020d11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: d472e0b6-cb5b-4d7b-8703-7d1b9fe7620c
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-56dc7f9fb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-predictor.18a859b5959e4ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: 0a0bf9a2-f1fa-44cd-849d-bc4ce91b3993
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: c2ae3857-b51e-4d40-a267-d55964c170d5
  kind: Event
  lastTimestamp: "2026-04-21T10:51:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:59Z"
    name: isvc-sklearn-v2-predictor.18a859b914a23f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: 033c5e19-2a6b-48e2-8935-2d46dcd86c9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: c2ae3857-b51e-4d40-a267-d55964c170d5
  kind: Event
  lastTimestamp: "2026-04-21T10:51:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:59Z"
    name: isvc-sklearn-v2-predictor.18a859b91510c302
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: 039588cb-6f0a-4680-84ec-7b01764aca84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: c2ae3857-b51e-4d40-a267-d55964c170d5
  kind: Event
  lastTimestamp: "2026-04-21T10:52:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:52:44Z"
    name: isvc-sklearn-v2-predictor.18a859c012de4cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: ff40666d-abe8-4fec-9c9b-c6775241f054
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: c2ae3857-b51e-4d40-a267-d55964c170d5
  kind: Event
  lastTimestamp: "2026-04-21T10:52:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:52:44Z"
    name: isvc-sklearn-v2-predictor.18a859c0134241c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 3dbfb020-3846-40ee-a34b-a6b92f40b2c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:50:39.320282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859a9eabd6519
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: e757cb77-d5c5-44f6-9dae-705a3bb6eb66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aa042bb005
    namespace: kserve-ci-e2e-test
    resourceVersion: "32272"
    uid: b21301b9-4790-43ec-b616-e9e508135dad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aa056668f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32274"
    uid: bfb6a293-b881-4f02-9163-ed95d4f36bc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aa08a872be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 2bf481bb-f705-4362-becc-8787917cbf69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aa09229131
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 13385493-4b2d-4bf8-b85b-e7ab6ed6f555
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T10:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aaf5688325
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: b888d56c-8c7a-4d18-a7b8-0770edc542db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aaf86be039
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 3e15eec2-5768-49b4-886f-b9e9754fabd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:50:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859aaf8e2628e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: 88071c2c-dad2-4149-89b1-c2b15c737c98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:51:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T10:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:15Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859b26ec6fa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32543"
    uid: 3ce16a73-b52e-44cf-9481-0086f8a5134a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859b595fbe182
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 48bf81d7-b5f5-4ecb-8357-adc74ec8e45f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 72044f8d-4bd3-4ffc-ba63-073778bf0c49
  kind: Event
  lastTimestamp: "2026-04-21T10:51:35Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:51:35Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb.18a859b7115cf895
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: d937dbb5-870e-425b-896d-6c5755bb8eb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: 45a4449a-8d1b-4c8b-9ecc-ceba26d9f11a
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-m9vdb'
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a859a9ea419ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: cfd22e96-f795-40d4-a9c1-62ff91977f47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32234"
    uid: 1cd27f8a-d515-46f7-963c-fe74844c8d52
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a859a9e793bc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 54b3939e-e971-47c8-b6c5-9f38f94d2212
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32236"
    uid: 9cb89f61-986e-43d7-a564-42c5d9bc6fd0
  kind: Event
  lastTimestamp: "2026-04-21T10:51:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18a859ad664df6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32498"
    uid: cd1f946b-ab4b-4978-bbe3-92572c7123b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32236"
    uid: 9cb89f61-986e-43d7-a564-42c5d9bc6fd0
  kind: Event
  lastTimestamp: "2026-04-21T10:51:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18a859ad66afdc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: 7f5fe967-dbf3-4082-a1b4-afc441f2566e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 9cb89f61-986e-43d7-a564-42c5d9bc6fd0
  kind: Event
  lastTimestamp: "2026-04-21T10:51:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a859b46501dc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: b450c39f-f70c-4e3d-9349-1001ddf8f4a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 9cb89f61-986e-43d7-a564-42c5d9bc6fd0
  kind: Event
  lastTimestamp: "2026-04-21T10:51:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:51:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a859b465471c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32601"
    uid: 818a6f42-b1b3-4597-85f3-a8e6185a99be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: 147e94d4-e039-4adb-b49b-7c76a5941a8c
  kind: Event
  lastTimestamp: "2026-04-21T10:51:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:51:25Z"
    name: isvc-sklearn-v2-runtime.18a859a9e762e5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 2e8e6616-0308-49c6-a7aa-18328f6bf444
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: 147e94d4-e039-4adb-b49b-7c76a5941a8c
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime.18a859a9e7cf1687
    namespace: kserve-ci-e2e-test
    resourceVersion: "32262"
    uid: 0ce0cba6-ae7d-4be4-8f88-22b87a2b064b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 147e94d4-e039-4adb-b49b-7c76a5941a8c
  kind: Event
  lastTimestamp: "2026-04-21T10:50:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:50:39Z"
    name: isvc-sklearn-v2-runtime.18a859a9ec9fe8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: 46b8252c-cf5f-4e65-b3a4-2ef262474d7d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: 147e94d4-e039-4adb-b49b-7c76a5941a8c
  kind: Event
  lastTimestamp: "2026-04-21T10:51:25Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:51:25Z"
    name: isvc-sklearn-v2-runtime.18a859b4c13c09eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 0f253ba9-fd7c-46f0-a42d-cf400533d336
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32647"
    uid: b997cb86-09c5-46aa-b554-0a4da26d077e
  kind: Event
  lastTimestamp: "2026-04-21T10:52:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:52:46Z"
    name: isvc-sklearn-v2.18a859b595a86e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: 5d2239d1-7973-4620-a59b-62b1ac0348aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:51:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32647"
    uid: b997cb86-09c5-46aa-b554-0a4da26d077e
  kind: Event
  lastTimestamp: "2026-04-21T10:51:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:51:29Z"
    name: isvc-sklearn-v2.18a859b596812795
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: ad8a24af-b3f0-451a-af51-b251628326d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: b997cb86-09c5-46aa-b554-0a4da26d077e
  kind: Event
  lastTimestamp: "2026-04-21T10:52:46Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:52:46Z"
    name: isvc-sklearn-v2.18a859c76b01a0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: 301e8f27-67a4-426c-b688-5f3a183acc6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: 7036f849-21cb-4a8d-a190-aaaf90f8bb6b
  kind: Event
  lastTimestamp: "2026-04-21T10:48:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:48:58Z"
    name: isvc-sklearn.18a85980947a1b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: da57eeb3-9e75-4ff8-afd8-273332e079a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: 7036f849-21cb-4a8d-a190-aaaf90f8bb6b
  kind: Event
  lastTimestamp: "2026-04-21T10:47:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:47:41Z"
    name: isvc-sklearn.18a8598094faf3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 78348281-c5fe-4475-b657-1ab936c82628
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 7036f849-21cb-4a8d-a190-aaaf90f8bb6b
  kind: Event
  lastTimestamp: "2026-04-21T10:48:58Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:48:58Z"
    name: isvc-sklearn.18a8599266b0e506
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: 5f6b4df5-7ea4-4d46-b533-8dac372c8e36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:54:09.871325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33988"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:54:09Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859daf08f77d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: e6c4c126-bfeb-443b-b171-56c3e305359b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:10Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:54:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859db09f484f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: d6c02299-59e9-426c-8104-976c777dc35d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859db0b288aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: 864a98e1-11f0-4276-b478-4841845fe29e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859db0e590e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34013"
    uid: d3d4b8e8-610f-46bc-8a93-126d7a42fff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859db0ed0bfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: dce329f1-2d29-4595-9049-47920fe24846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:15Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-21T10:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:15Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859dc3ca42acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 0c9bdb9a-b7ae-4f15-8ce7-7b3dfb9fd94f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:19Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.651s (3.651s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859dd16516b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 79180fc6-87d3-4c7b-9261-ed90ec7b810d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859dd19428c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34088"
    uid: 9e0c3718-bafa-49ff-a34e-c7b7ff71e8f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859dd19b7d872
    namespace: kserve-ci-e2e-test
    resourceVersion: "34089"
    uid: 1a9c9517-5d22-4ad4-b940-2f79b6a018db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:54:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:54:30Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859dd2bfd54cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 187c0ff1-56fe-44b8-8d41-9315ebb4a2f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 495b8b26-8708-49ad-b82d-e8a20fe5a26a
  kind: Event
  lastTimestamp: "2026-04-21T10:55:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:01Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-wpxxs.18a859e6fe40a46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: f0781cb7-f0a9-47fa-a203-e5d3da3c92de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 92bb7686-b3fc-4d6c-89bd-b86defa26f49
  kind: Event
  lastTimestamp: "2026-04-21T10:54:09Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-wpxxs'
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:09Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a859daf02d8657
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 6489b231-fe58-4e33-a607-524dee541150
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: fd9660e3-d42f-41cb-b4d7-c6bb740ad6fd
  kind: Event
  lastTimestamp: "2026-04-21T10:54:09Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:09Z"
    name: isvc-tensorflow-predictor.18a859daed5b8a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 8b8ca9e7-b2cb-4c9f-bb7f-486dbaf10fe9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 3dbcc17d-301d-45ce-bdf8-bba5e5355057
  kind: Event
  lastTimestamp: "2026-04-21T10:54:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:54Z"
    name: isvc-tensorflow-predictor.18a859de6c568b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 20accf08-0a4e-4e52-ad7d-75853e04cf3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 3dbcc17d-301d-45ce-bdf8-bba5e5355057
  kind: Event
  lastTimestamp: "2026-04-21T10:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:54:54Z"
    name: isvc-tensorflow-predictor.18a859de6cbf117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: 2326f641-d810-4d64-8318-ffe95d1c7cdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:55:01.701935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:55:01Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e701e7c366
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: c741f2fc-ca05-4207-89d7-97a2c79a9636
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:02Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:55:02Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e71b1d3190
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: 86816c14-83b9-4e0d-bc54-05e2f02f4c9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:02Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e71c4cedee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: e4146473-1a68-434e-9002-79d9937c683e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:02Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e71fd2b33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 1b50fd07-dd72-4bc0-8e2f-46e9dac8ff46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:02Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e72045ec0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: 8b3e5a41-6ae3-40cb-b834-2f5c9450eb04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:06Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:06Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e82576bcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34502"
    uid: e4a42589-6891-4e03-b623-f0ac18f0fb6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:06Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e8287b533c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34506"
    uid: b78bfec4-3a1c-4e81-a730-1fe277211685
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:06Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e828f4e4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 7b63f758-43d7-4308-b813-56892ad393b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:08Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859e861692e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "34526"
    uid: 1c3ebf11-8223-4701-bbdd-c3edc6463ae4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c9ed4b32-8084-4ed1-ac54-8c46c04556b8
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb.18a859ee59265c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 19ce61ac-8d1a-4815-8d8e-f79da2dd03b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: dad58d2e-648b-425a-a0c2-e621a9ed32e1
  kind: Event
  lastTimestamp: "2026-04-21T10:55:01Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-4mjtb'
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:01Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a859e701830594
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: 8c89b879-391e-4a3a-b23f-64d1fe589fc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 819ad811-a5e4-4c71-aa20-e4ec53f2443d
  kind: Event
  lastTimestamp: "2026-04-21T10:55:01Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:01Z"
    name: isvc-tensorflow-runtime-predictor.18a859e6fe610ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34432"
    uid: 5b186675-d912-400f-81b3-36ef8071c59f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 66020392-c444-45b6-b1fc-508d5e2b763c
  kind: Event
  lastTimestamp: "2026-04-21T10:55:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:16Z"
    name: isvc-tensorflow-runtime-predictor.18a859ea7cfb671c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34579"
    uid: d394c36d-a6b3-48cb-b5d3-62f2bb80dad5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 66020392-c444-45b6-b1fc-508d5e2b763c
  kind: Event
  lastTimestamp: "2026-04-21T10:55:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:16Z"
    name: isvc-tensorflow-runtime-predictor.18a859ea7d5ffb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: 955b931d-06d3-4488-9523-e15229736168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 66020392-c444-45b6-b1fc-508d5e2b763c
  kind: Event
  lastTimestamp: "2026-04-21T10:55:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:31Z"
    name: isvc-tensorflow-runtime-predictor.18a859edfc2bf7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: 281d7c05-2b83-42ed-a711-b3842957fda1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 66020392-c444-45b6-b1fc-508d5e2b763c
  kind: Event
  lastTimestamp: "2026-04-21T10:55:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:31Z"
    name: isvc-tensorflow-runtime-predictor.18a859edfca518cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: cf6b6aea-710d-4c5e-891d-c362db7ce873
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: bff638b0-799c-4de7-90a5-3973e0f8102a
  kind: Event
  lastTimestamp: "2026-04-21T10:55:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:55:18Z"
    name: isvc-tensorflow-runtime.18a859e6fdc78195
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 1433e293-90a1-4080-9f34-0eb0f0563e53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: bff638b0-799c-4de7-90a5-3973e0f8102a
  kind: Event
  lastTimestamp: "2026-04-21T10:55:01Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:55:01Z"
    name: isvc-tensorflow-runtime.18a859e6fe3284dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 685f6b0e-63e1-4914-a5cd-d469150c3ce3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34600"
    uid: bff638b0-799c-4de7-90a5-3973e0f8102a
  kind: Event
  lastTimestamp: "2026-04-21T10:55:18Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:55:18Z"
    name: isvc-tensorflow-runtime.18a859eaf65c530d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: e64108c9-7214-448c-9a7a-d9251e429455
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: f2e8ead3-9e7b-43bd-a248-ea844a58bcd9
  kind: Event
  lastTimestamp: "2026-04-21T10:54:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:54:40Z"
    name: isvc-tensorflow.18a859daed634a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 32487c75-84bb-4319-88b5-2bb33ce9f840
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: f2e8ead3-9e7b-43bd-a248-ea844a58bcd9
  kind: Event
  lastTimestamp: "2026-04-21T10:54:09Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:54:09Z"
    name: isvc-tensorflow.18a859daede5fc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33983"
    uid: 488a57a1-5e4e-4307-b36c-7362224c43b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:54:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34250"
    uid: f2e8ead3-9e7b-43bd-a248-ea844a58bcd9
  kind: Event
  lastTimestamp: "2026-04-21T10:54:40Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:54:40Z"
    name: isvc-tensorflow.18a859e213ca02e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34251"
    uid: 6acb3c7c-d32f-41c7-86d9-54716c8a127c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:55:33.289095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-s29qw
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ee5ca5934f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 838d837c-60dd-4f76-a5a3-8cde0f77da43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ee75d9a200
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 44d9c7f9-d9bb-453e-8207-7afd1dc79f13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ee7723204e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: c18f1382-1b7a-4563-8e1c-0dfd8e665bbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ee7a2b80d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: ad220da6-1a45-41d7-982f-188ca5cc6f47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ee7aa4f568
    namespace: kserve-ci-e2e-test
    resourceVersion: "34772"
    uid: 05f71ea5-b143-4715-a351-0dbda75707e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:37Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-21T10:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:55:37Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a859ef6307b519
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: ef11ad89-0ad2-43bb-a6d5-c4f29a1c10e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:31Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.564s
    (1m53.564s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:31Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a85a09d3ff16a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 7ae5b41b-c22a-41a4-b25a-05c3c46d6c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:31Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a85a09db0046e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: facebacf-351c-40b7-b509-3a1a6ba363b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:31Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a85a09dc6b2465
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: 83e42fbe-1acb-434f-8ddf-6ab22c981305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:33Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a85a0a05f981e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 90b2dcf5-505d-4436-ae89-a0e87ceb67db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-s29qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: f9477c86-4129-438d-bb5c-f16c49d1e4a5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-triton-predictor-85f9f46646-s29qw.18a85a0cff6142ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: ae1a8e60-4ba5-4c29-891b-c8d120dee5b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 3d9ed075-9de4-400d-9dc7-1bbf8af43e16
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-s29qw'
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor-85f9f46646.18a859ee5c42403c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 4fc4ea11-6290-4bcb-85a0-af630c102bfe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 4beb4552-e62b-46c2-8771-87539ecc80f5
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton-predictor.18a859ee59beed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34740"
    uid: 95973d84-d023-45d8-9445-acaa202c2e73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: 622cd364-a0cd-4ad4-a670-be8760bf29f5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:57:33Z"
    name: isvc-triton-predictor.18a859f1d8d19ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 6d1bfdcd-820e-4fdb-8528-2570857b5500
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: 622cd364-a0cd-4ad4-a670-be8760bf29f5
  kind: Event
  lastTimestamp: "2026-04-21T10:57:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:57:33Z"
    name: isvc-triton-predictor.18a859f1d93a4919
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 1b4325b5-3694-4432-96f7-f2227acd9f0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: b3bd6660-de63-4ee9-852f-9f679dff27b7
  kind: Event
  lastTimestamp: "2026-04-21T10:57:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:57:43Z"
    name: isvc-triton.18a859ee59c659dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 9e71205a-c40f-4275-bd7a-e9db350d1e8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: b3bd6660-de63-4ee9-852f-9f679dff27b7
  kind: Event
  lastTimestamp: "2026-04-21T10:55:33Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:55:33Z"
    name: isvc-triton.18a859ee5a1cc326
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: 9f82a91b-411b-42a3-8487-48bfbf19d940
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: b3bd6660-de63-4ee9-852f-9f679dff27b7
  kind: Event
  lastTimestamp: "2026-04-21T10:57:43Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:57:43Z"
    name: isvc-triton.18a85a0c99acca0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 115fca62-ac3d-4c5b-a092-142e60933973
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:57:44.936092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0d036b4608
    namespace: kserve-ci-e2e-test
    resourceVersion: "35752"
    uid: 8a9f220e-f9f8-47fe-8241-9d0e9256f915
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:57:45Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:57:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0d1e4e0166
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 06030ae1-b8e0-45c5-a9f1-a7cdfc6ee153
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:57:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0d1fa2a083
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: 6e7fb0e6-2bc3-43be-999c-d76a3574ff8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:57:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0d270fdfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: 8978a8f0-ca4c-4fb8-9de3-5c2666343f5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:57:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:45Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0d28524581
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: 458b5a4d-56d7-4ed0-95ce-9918699b7e07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:57:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T10:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:57:51Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a0e760ae6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: b9d624a4-111a-4108-a215-8316dd5342e4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:58:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.595s (18.595s
    including waiting). Image size: 1306414327 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:58:09Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a12ca679090
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 1a7be62d-d049-4610-8630-f5eeb4416708
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:58:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:58:09Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a12d091dafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 342c78ba-4159-4ff0-be47-414a347c1035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:58:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:58:09Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a12d1d044e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: c3d34ce5-1903-4354-ad21-39fcb326e0ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:59:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:01Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a12e651c55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: d8737bbd-568e-47c6-816f-dd7adfcccc69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 9f3769f2-dff6-4f23-b963-363f382b9bde
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-k6tqx.18a85a21fe25435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 7b66fc20-b661-475d-89fe-7598902b08b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: 0468662f-7a45-4fee-a221-5ca59e13e1e0
  kind: Event
  lastTimestamp: "2026-04-21T10:57:44Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-k6tqx'
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a85a0d0310065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 1145f0c8-06b0-4dbd-8e58-70793eb26df0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: b0d00be9-6477-42bc-a5c2-0fe4e77dd8c4
  kind: Event
  lastTimestamp: "2026-04-21T10:57:44Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-xgboost-predictor.18a85a0cfeea2ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: ad83e91f-cc98-4e1a-816a-4b00539e5d06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: fe33e2d8-c928-4456-bfa0-97c7194d73b0
  kind: Event
  lastTimestamp: "2026-04-21T10:58:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:58:29Z"
    name: isvc-xgboost-predictor.18a85a107d79f13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 24350bd1-9f6d-4d53-9395-bf65126300ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: fe33e2d8-c928-4456-bfa0-97c7194d73b0
  kind: Event
  lastTimestamp: "2026-04-21T10:58:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:58:29Z"
    name: isvc-xgboost-predictor.18a85a107de76b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: e9d63310-20ec-41d7-b388-935927f01884
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: fe33e2d8-c928-4456-bfa0-97c7194d73b0
  kind: Event
  lastTimestamp: "2026-04-21T10:59:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:14Z"
    name: isvc-xgboost-predictor.18a85a1afabd9d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: fcb996db-49b2-480b-89a2-d912254f2d70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: fe33e2d8-c928-4456-bfa0-97c7194d73b0
  kind: Event
  lastTimestamp: "2026-04-21T10:59:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:14Z"
    name: isvc-xgboost-predictor.18a85a1afb2c2403
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: 51bbb50d-d17d-47a2-86a3-be38e347fcf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:00:35.595355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:00:35Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a34bf8101cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: f68165f1-22a2-4bb0-9bc3-b4cc6566c162
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:36Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:00:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a34d8e8dbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 74e5579c-5517-4b87-b6df-9f09a87b26cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a34da34bb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: b5847cd0-6252-4305-8b46-192964f55cdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a34dd26f28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 599de44c-7d09-4bc1-a50a-c5ae55021583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a34ddf38102
    namespace: kserve-ci-e2e-test
    resourceVersion: "37227"
    uid: 0ad47f62-ddb8-4d60-bcc9-a2ba90c4d8e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:40Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a35eda904c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: 91db4e21-1fc4-4575-9b6a-fa9f85a9e08e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a35f0f6bb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 8e5f2c5c-d893-404b-add4-129c76b81b84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a35f16c3eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 6bbf14d0-c5fd-4fce-a3b7-9523c068dc28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:01:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:32Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a362995c18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: a3183e1d-1a70-42b2-9e3a-b7b9c877104b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: d3bba156-5392-488d-a155-317611050f58
  kind: Event
  lastTimestamp: "2026-04-21T11:01:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-4zggj.18a85a451296ee40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37773"
    uid: d6fb7286-2503-40bc-90ae-f57d0cfde088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: d3b135ee-cdbc-4f15-bca0-ede0a521cee6
  kind: Event
  lastTimestamp: "2026-04-21T11:00:35Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-4zggj'
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:35Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a85a34bf1d7f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 369ec496-287e-4f2d-b467-8c39e5bda0b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 8014442e-2e69-4c97-9ac0-21d68572b988
  kind: Event
  lastTimestamp: "2026-04-21T11:00:35Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:35Z"
    name: isvc-xgboost-runtime-predictor.18a85a34bc3ef4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 8023f00d-ad41-42e9-a996-1545f2019fff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37191"
    uid: bef31a47-1963-4515-b981-4d011a70abee
  kind: Event
  lastTimestamp: "2026-04-21T11:00:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:50Z"
    name: isvc-xgboost-runtime-predictor.18a85a383afd9791
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: 204c8458-82a1-4015-8796-58ad28b651e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37191"
    uid: bef31a47-1963-4515-b981-4d011a70abee
  kind: Event
  lastTimestamp: "2026-04-21T11:00:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:50Z"
    name: isvc-xgboost-runtime-predictor.18a85a383b442347
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: f6348259-52c0-4056-8844-376dc95ae262
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: bef31a47-1963-4515-b981-4d011a70abee
  kind: Event
  lastTimestamp: "2026-04-21T11:01:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:01:35Z"
    name: isvc-xgboost-runtime-predictor.18a85a3bb9f5872c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: ac51be22-254d-426a-b3d8-60d834711f9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: bef31a47-1963-4515-b981-4d011a70abee
  kind: Event
  lastTimestamp: "2026-04-21T11:01:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:01:35Z"
    name: isvc-xgboost-runtime-predictor.18a85a3bba8a9297
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: 57f9a2f3-5162-4719-a2e2-d006a0bb80b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: e0a63ebe-9b7b-48b5-9a62-6095bf74da48
  kind: Event
  lastTimestamp: "2026-04-21T11:01:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:01:42Z"
    name: isvc-xgboost-runtime.18a85a34bc05af23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 8d9094aa-028c-448b-b2c4-8a6c4200cf03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: e0a63ebe-9b7b-48b5-9a62-6095bf74da48
  kind: Event
  lastTimestamp: "2026-04-21T11:00:35Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:00:35Z"
    name: isvc-xgboost-runtime.18a85a34bc5fce77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37198"
    uid: cf9a49c0-f64b-4f1d-b8ed-3af4f21d22c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37718"
    uid: e0a63ebe-9b7b-48b5-9a62-6095bf74da48
  kind: Event
  lastTimestamp: "2026-04-21T11:01:42Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:01:42Z"
    name: isvc-xgboost-runtime.18a85a4461c463fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: ded3ea0f-b823-4e6d-9c03-e4b15da717e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:59:15.136396Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a2203c6c45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: d7c0353a-5b6c-4294-b3ad-5ca47dbc3040
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a221cf4d5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: ab5e3425-adcd-4f28-a2a4-ae383b4659f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a221e3bdcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 40bfac3b-1c13-4e1a-a538-5be9fc719763
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a22218e82ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: d5a1d504-0704-44f5-ba9f-24758b1881fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a22220309a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: 616c8c39-7d20-408a-853c-a2dc35396bf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:19Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T10:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a230305353d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 4f972339-ecfd-443c-9c7a-19fbd11c246e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a230686312b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 3bb17bf7-7971-4dc4-a76e-8ad8bfeb6cb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a23070d6b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 2e7c6c3c-6a94-4e68-85f5-8d4201a61a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a2b5a580dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 048ab691-a099-42e8-b1f0-ee44a7daf561
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: c5789b15-fd96-49dd-8fbb-dfb54c3bdc6f
  kind: Event
  lastTimestamp: "2026-04-21T11:00:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T11:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd.18a85a2ccad9bbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36914"
    uid: b02079c1-bb18-4f1e-a89f-7cc665680163
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 69d25b88-6f47-4ad8-b2cf-7ad8ab2d5bf5
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sv4bd'
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a85a22035b4db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36474"
    uid: 2b41a489-3ca2-44d6-bdaf-dc59f7006f72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: da773420-8de0-456b-83f0-4d95dbe77e9d
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a85a21ff546857
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: 9783e318-3950-489c-bc8f-c0c392b54a5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 3dcbecf2-474d-4502-89ce-c21dd1361e77
  kind: Event
  lastTimestamp: "2026-04-21T10:59:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:30Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a85a257de9b7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 0433922e-b7fe-4d2a-bcfc-5d6880828934
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 3dcbecf2-474d-4502-89ce-c21dd1361e77
  kind: Event
  lastTimestamp: "2026-04-21T10:59:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:30Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a85a257e495461
    namespace: kserve-ci-e2e-test
    resourceVersion: "36616"
    uid: dbd99577-c314-49f1-9828-0a6b668cc8ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36615"
    uid: 3dcbecf2-474d-4502-89ce-c21dd1361e77
  kind: Event
  lastTimestamp: "2026-04-21T10:59:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a85a28fd4801b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36719"
    uid: 198925b6-a82c-431e-8e75-440b616057dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36615"
    uid: 3dcbecf2-474d-4502-89ce-c21dd1361e77
  kind: Event
  lastTimestamp: "2026-04-21T10:59:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a85a28fdabd21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: e7a4e635-f48a-4c21-a813-6f145f5cdaab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 3bdca113-61db-4ed6-b08c-fa74ad310f17
  kind: Event
  lastTimestamp: "2026-04-21T10:59:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:51Z"
    name: isvc-xgboost-v2-mlserver.18a85a21ff2cef0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: 9fbdf73c-6428-4fb3-9d31-711f980b6e4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 3bdca113-61db-4ed6-b08c-fa74ad310f17
  kind: Event
  lastTimestamp: "2026-04-21T10:59:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:15Z"
    name: isvc-xgboost-v2-mlserver.18a85a21ff8140cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 63c33bb2-a2ff-400a-9252-92eb8477bca9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36770"
    uid: 3bdca113-61db-4ed6-b08c-fa74ad310f17
  kind: Event
  lastTimestamp: "2026-04-21T10:59:51Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:51Z"
    name: isvc-xgboost-v2-mlserver.18a85a2a7ed06090
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: c668db40-eb3c-468e-861d-a11e3e17a87b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:02:45.939044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a531897e0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: ac0f3882-afa9-4898-8c8f-bb89d57196fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:46Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:02:46Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a5331bd1e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: bdd97f45-1da9-446b-8206-15e6c45a9bb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:46Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a5332ecffa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: e86bd5ea-0436-4ae7-9256-be6bc2002da1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:46Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a5336fea954
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 9d2aced1-29e6-4ad0-9f74-083057673338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:46Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a5337781e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: b2428c07-b7d3-4e25-a8a9-169ee72d060b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:51Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:51Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a544a0acdc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38356"
    uid: 400c2592-b1f1-4ff7-942b-abf4071a7c2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:51Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a544d9abd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: c03746c6-0d47-4557-9c3f-78b9d484bedb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:02:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:51Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a544e123276
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: d3361935-1fe7-41f9-ab65-c94d7594b8b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:03:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T11:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:43Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a5485f33e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: aab01db2-4586-42ce-b05b-e13bf45e1c2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 33f3e04e-7d3a-4d53-87d2-ec804501ab45
  kind: Event
  lastTimestamp: "2026-04-21T11:03:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:03:56Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb.18a85a636c2b7d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38861"
    uid: fc059b33-1244-4f55-ad8d-055d1adbb66d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38274"
    uid: 4dd8f318-c9b0-4f4c-90d7-e97606f6c8da
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-d7vtb'
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a85a531811ae91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: 68eeb8b6-f477-4c29-82fd-c8ca43923c06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: 990befb5-3a74-491e-8c51-272d31bcf816
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-predictor.18a85a5314e6b593
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: 9bc596fd-3f56-4c8c-b868-cc91c653527a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38273"
    uid: 0ae273e6-082f-4df9-863f-6bed63cf5add
  kind: Event
  lastTimestamp: "2026-04-21T11:03:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:15Z"
    name: isvc-xgboost-v2-predictor.18a85a569361f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: dfd40e85-bbae-49a3-b316-880c74c90ee5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38273"
    uid: 0ae273e6-082f-4df9-863f-6bed63cf5add
  kind: Event
  lastTimestamp: "2026-04-21T11:03:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:15Z"
    name: isvc-xgboost-v2-predictor.18a85a5693c76061
    namespace: kserve-ci-e2e-test
    resourceVersion: "38541"
    uid: 1c8999a9-eacd-443a-80f4-86bc3a95db61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 0ae273e6-082f-4df9-863f-6bed63cf5add
  kind: Event
  lastTimestamp: "2026-04-21T11:03:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:45Z"
    name: isvc-xgboost-v2-predictor.18a85a5d91e8f857
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 04576c3e-5f6e-457c-850a-7c9d831dff70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 0ae273e6-082f-4df9-863f-6bed63cf5add
  kind: Event
  lastTimestamp: "2026-04-21T11:03:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:03:45Z"
    name: isvc-xgboost-v2-predictor.18a85a5d925b7bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38750"
    uid: 087852ed-c7b1-4591-89af-55b4b5c98e46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T11:01:45.756225Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a45156ae7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 2da6cb6b-356c-4759-9191-c9e43999c680
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:46Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T11:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T11:01:46Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a452e7319e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: ddc6d14a-89f5-42e9-af1f-dcaf0b6c4e40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T11:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:46Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a452feeb4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37806"
    uid: 7f2080b0-ec53-4050-b5fe-c50bf4fc9ea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T11:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:46Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a4532c992da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 4ed94daf-162d-424b-8a69-3d6820e7d65d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T11:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:46Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a453340562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 4c5cbfdc-cefa-4ff1-a661-43ee35e2ed54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:49Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a460aed33dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 4f0df052-f31d-47d3-8358-c1b4265d44c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:49Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a460eb4d2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37847"
    uid: 70343f76-978e-409f-a4f6-da76aeb7cd75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:01:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:01:49Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a460f2dce35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 4f657e12-cfe1-49eb-8a83-847d05c92db9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:02:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T11:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a4d7f7ccdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: 6907024f-9bd8-4f44-bb08-d782d15b522b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a5315417a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: fd34b06d-c9a7-4a4f-9cb4-fecafdfa5024
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: aaa907ac-bbd6-4945-8062-652608d8853b
  kind: Event
  lastTimestamp: "2026-04-21T11:02:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.63:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T11:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:02:51Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db.18a85a547b0a6f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: f52a30ed-779f-480c-82ac-49f71c27a486
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 574ec7e9-e7a2-4edc-a9c1-7c94598eddaa
  kind: Event
  lastTimestamp: "2026-04-21T11:01:45Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-tr2db'
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a85a451513ef93
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: 643b062c-9cd4-46b6-a81c-36de14a4ba86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: b63ff490-7ef6-412a-8c55-fc204133150e
  kind: Event
  lastTimestamp: "2026-04-21T11:01:45Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18a85a45129af8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: 3767d899-323a-46e1-846c-39176220d6bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37770"
    uid: 5fa71c3c-21a3-4f99-a19b-bbd5ee8fde6c
  kind: Event
  lastTimestamp: "2026-04-21T11:02:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a85a48914668da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: b02e00d0-492a-4822-8731-41eca84f06c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37770"
    uid: 5fa71c3c-21a3-4f99-a19b-bbd5ee8fde6c
  kind: Event
  lastTimestamp: "2026-04-21T11:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a85a48918506bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: 29db1a4b-c74f-4411-b337-9fdeb74b377a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 5fa71c3c-21a3-4f99-a19b-bbd5ee8fde6c
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18a85a530e4af41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: 5f466318-d4b4-4de5-918c-9a6d6f9ccee3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 5fa71c3c-21a3-4f99-a19b-bbd5ee8fde6c
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18a85a530ea6aec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38249"
    uid: 44a84303-a940-4d61-a534-53f4a7d7d2ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: 3cf58c9a-bc4f-4e3d-bdb8-3c91c40a1a51
  kind: Event
  lastTimestamp: "2026-04-21T11:02:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:02:41Z"
    name: isvc-xgboost-v2-runtime.18a85a4512a380ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 4ead0a61-5fa9-4124-85b0-1154391bbadb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: 3cf58c9a-bc4f-4e3d-bdb8-3c91c40a1a51
  kind: Event
  lastTimestamp: "2026-04-21T11:01:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-v2-runtime.18a85a45132f7525
    namespace: kserve-ci-e2e-test
    resourceVersion: "37793"
    uid: 49933d1d-be10-4489-9912-2ea8c944fb79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 3cf58c9a-bc4f-4e3d-bdb8-3c91c40a1a51
  kind: Event
  lastTimestamp: "2026-04-21T11:01:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:01:45Z"
    name: isvc-xgboost-v2-runtime.18a85a45172236ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 28ca0b01-afff-47d2-94d3-c3f86dc5b9d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: 3cf58c9a-bc4f-4e3d-bdb8-3c91c40a1a51
  kind: Event
  lastTimestamp: "2026-04-21T11:02:41Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:02:41Z"
    name: isvc-xgboost-v2-runtime.18a85a522b30ceda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: a0881fae-df7e-49d9-8313-d060bb908ae8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: 5bb5dc50-70a5-4dcc-a620-532d92bc8e1a
  kind: Event
  lastTimestamp: "2026-04-21T11:03:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:03:53Z"
    name: isvc-xgboost-v2.18a85a5314c25b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: b29920ca-2234-48b4-8c51-412782b03c0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: 5bb5dc50-70a5-4dcc-a620-532d92bc8e1a
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2.18a85a531554816c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: be62662b-f1e2-4c71-a2e1-f6781759bb94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: 5bb5dc50-70a5-4dcc-a620-532d92bc8e1a
  kind: Event
  lastTimestamp: "2026-04-21T11:02:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T11:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:02:45Z"
    name: isvc-xgboost-v2.18a85a531a4b107e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38301"
    uid: 7028e85f-1f5a-4075-a12d-e4e81fc60ecc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:03:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 5bb5dc50-70a5-4dcc-a620-532d92bc8e1a
  kind: Event
  lastTimestamp: "2026-04-21T11:03:53Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:03:53Z"
    name: isvc-xgboost-v2.18a85a62bde27cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: d3a49805-ccee-42a8-8629-baa1d9ed2900
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 9f8a5883-aa0e-472b-a0e6-3e1cfb9dadf9
  kind: Event
  lastTimestamp: "2026-04-21T10:59:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:11Z"
    name: isvc-xgboost.18a85a0cfec6ee4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: 285b6a27-1a73-430f-8435-5ebe28542bb6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 9f8a5883-aa0e-472b-a0e6-3e1cfb9dadf9
  kind: Event
  lastTimestamp: "2026-04-21T10:57:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-xgboost.18a85a0cff3b1e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: e186aaca-6c1b-44ab-9c36-2aebe3019206
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35710"
    uid: 9f8a5883-aa0e-472b-a0e6-3e1cfb9dadf9
  kind: Event
  lastTimestamp: "2026-04-21T10:57:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:57:44Z"
    name: isvc-xgboost.18a85a0d034c30bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35756"
    uid: 403f56bc-1572-4fa4-96aa-905ccb93e558
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 9f8a5883-aa0e-472b-a0e6-3e1cfb9dadf9
  kind: Event
  lastTimestamp: "2026-04-21T10:59:11Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:11Z"
    name: isvc-xgboost.18a85a211e5de31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: e23e0653-8172-461b-a25f-c166944f7387
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:18:24.847407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-hcj9l
    to ip-10-0-140-234.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e7832bfa45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 5250844a-9652-4285-b582-7a8b12dddda0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:18:25Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:18:25Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e78cb8dc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 0e40f6d7-0ca6-4584-a22f-705e1b8231f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:18:25Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-21T10:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:25Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e78df06877
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 82157fe7-5597-4a12-b817-2ce0b285403e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:18:26Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.027s (1.027s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T10:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:26Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e7cb28f571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 7db2ee7a-8d31-4d7c-94ab-2c6cd730464c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:18:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:26Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e7d01bc79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 44634aa6-2629-4b44-93b5-07227503f608
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:18:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:18:26Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857e7d0a12050
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: a47e07bc-e072-4f53-9627-b8e276e5db58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-hcj9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 850e4b1c-78fc-4df4-84e6-90f549a4c760
  kind: Event
  lastTimestamp: "2026-04-21T10:20:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:20:00Z"
    name: message-dumper-predictor-7f66cccfb6-hcj9l.18a857fdb6486ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: 8c19868d-5ce5-41b4-bb62-87db3eea7887
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 943a1a12-cefd-4776-95ee-90ff2e9b4bb5
  kind: Event
  lastTimestamp: "2026-04-21T10:18:24Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-hcj9l'
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: message-dumper-predictor-7f66cccfb6.18a857e782cfcdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: bef45d25-6e53-4054-a2f5-c22984d25df9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: e242dcad-9737-46d2-ae0c-83dfcb3e307b
  kind: Event
  lastTimestamp: "2026-04-21T10:18:24Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: message-dumper-predictor.18a857e780dd1b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: d75236b4-27f0-4c13-bfa3-467eeb43c028
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: ecd52717-92c7-47f3-8375-05bacbd17dd3
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: message-dumper-predictor.18a857eaff3dc883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 84bb9a8c-7b84-47ec-9dd7-ab4eeee27119
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: ecd52717-92c7-47f3-8375-05bacbd17dd3
  kind: Event
  lastTimestamp: "2026-04-21T10:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:39Z"
    name: message-dumper-predictor.18a857eaff9cca3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 8184bee6-d5f2-4344-8466-3c92deac3271
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: ecd52717-92c7-47f3-8375-05bacbd17dd3
  kind: Event
  lastTimestamp: "2026-04-21T10:18:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:54Z"
    name: message-dumper-predictor.18a857ee7e896c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: ecc71842-29c6-4a46-9a16-cb6dd797d247
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: ecd52717-92c7-47f3-8375-05bacbd17dd3
  kind: Event
  lastTimestamp: "2026-04-21T10:18:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:18:54Z"
    name: message-dumper-predictor.18a857ee7f0b140d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 3a0d25c4-afe2-4c64-b5bc-d8e31c071937
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 55c0e204-4a36-4391-9440-c8e01db9d7f7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:26Z"
    name: message-dumper.18a857e780a9e102
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: e09195f0-b721-40dd-afa4-be6e2d212024
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 55c0e204-4a36-4391-9440-c8e01db9d7f7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:24Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T10:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:24Z"
    name: message-dumper.18a857e781269cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 3123f691-1047-4743-89b1-116fb7ea1fd4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:18:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 55c0e204-4a36-4391-9440-c8e01db9d7f7
  kind: Event
  lastTimestamp: "2026-04-21T10:18:26Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:18:26Z"
    name: message-dumper.18a857e7fda3c37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: 8637c005-e820-4d4e-9294-ea47e6efc815
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:49:01.982985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:49:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a8599340fc23ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 88bf1d0f-1dff-4097-b08d-f3ff4a53c47d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859935a2e3836
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 7b6c34ca-e39a-4972-9ee2-51df13eea7db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859935b72a3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31416"
    uid: 8cbb1cd7-4712-47e0-9a22-ca4800da0072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859935e859e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: c94c5ab5-dca3-44f2-9a7e-9dd6304d4cc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859935efd511b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: 1dfdbe4e-0d64-4e7d-9e32-f711d22f66a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T10:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:06Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859944d2a0c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 56897ec4-2772-49f4-9777-a1bb0e91298a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:06Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a85994542f3820
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 33bdc72c-e8fb-43f9-8fbd-84e016f48f97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:06Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a8599454c93b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: fbb1c22a-ec63-4055-aa26-1506d4d2aae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:49:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T10:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:49:48Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a8599bc16c1c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 2407863a-6253-454e-897c-5ea2bd9d5829
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:50:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859a1401b2eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 86210044-d497-4df3-9cd6-cd8bc01603c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 9d8bf364-3d3e-4125-b2f4-9c95447732d9
  kind: Event
  lastTimestamp: "2026-04-21T10:50:08Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T10:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:50:08Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j.18a859a2bd4ecd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 84c6e55d-91b6-422d-a031-57d2a976022f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: 6a9d608e-0130-4923-a42b-b07cc18ebf16
  kind: Event
  lastTimestamp: "2026-04-21T10:49:01Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-v8w4j'
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:49:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a85993406e076d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: 359ae350-f5db-42ad-9a6b-cdf152f50b1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: b50bdfa5-36f2-4629-a169-088ea7bf395e
  kind: Event
  lastTimestamp: "2026-04-21T10:49:01Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:49:01Z"
    name: sklearn-v2-mlserver-predictor.18a859933df04b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: 043ced0e-377b-4aa9-8234-593c509537b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 2312aaff-25ee-456e-9e48-9909391c2680
  kind: Event
  lastTimestamp: "2026-04-21T10:49:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:49:46Z"
    name: sklearn-v2-mlserver-predictor.18a85996bcc03435
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 9f1d888e-903f-438b-a914-7e4cfa1dcf35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 2312aaff-25ee-456e-9e48-9909391c2680
  kind: Event
  lastTimestamp: "2026-04-21T10:49:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:49:46Z"
    name: sklearn-v2-mlserver-predictor.18a85996bd28822a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: a15c842e-08f9-4fa0-922d-3d106bd194b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 2312aaff-25ee-456e-9e48-9909391c2680
  kind: Event
  lastTimestamp: "2026-04-21T10:50:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:01Z"
    name: sklearn-v2-mlserver-predictor.18a859a139933bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 7c460b30-45b6-4e45-ab22-5c5bd18eec19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:50:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 2312aaff-25ee-456e-9e48-9909391c2680
  kind: Event
  lastTimestamp: "2026-04-21T10:50:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T10:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:50:01Z"
    name: sklearn-v2-mlserver-predictor.18a859a139f4401f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: a5058c3f-89ab-46f1-8d4f-7f727066ce30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: cdc71f6d-733f-4070-89aa-537e2a6c1ab1
  kind: Event
  lastTimestamp: "2026-04-21T10:49:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:49:58Z"
    name: sklearn-v2-mlserver.18a859933dc741fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: e1863744-7aff-4608-9717-04db996c1377
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: cdc71f6d-733f-4070-89aa-537e2a6c1ab1
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver.18a859933e326fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: f4a83662-0cc5-441b-a619-23bf3a5b2776
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: cdc71f6d-733f-4070-89aa-537e2a6c1ab1
  kind: Event
  lastTimestamp: "2026-04-21T10:49:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:49:02Z"
    name: sklearn-v2-mlserver.18a85993435d7a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31402"
    uid: 10d265f8-5e38-47bd-89de-9cae9e5190e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:49:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: cdc71f6d-733f-4070-89aa-537e2a6c1ab1
  kind: Event
  lastTimestamp: "2026-04-21T10:49:58Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:49:58Z"
    name: sklearn-v2-mlserver.18a859a06d881152
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 4b4e4257-82be-4131-862f-03bef157f410
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T10:59:55.302601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    to ip-10-0-133-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2b5dde652f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: 1d7974c2-1be7-465e-95be-308a80320048
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84d4d6f9ff-vg42r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2b798ecc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36855"
    uid: cb3db7cb-b535-47d3-b9e5-6813dd75e369
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2b7ad4e422
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: 355404a6-6d64-4972-b876-6612cc1b8e04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2b7e0df558
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: b6498e48-9aa1-415a-841b-e7286e4ea63a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2b7e86a208
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: 496a2e18-daf3-4421-a2ee-62dc0cf4faa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T10:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2c5a568185
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: b61df6b4-8840-4691-b34f-b4695d65041f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T10:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2c5d6f1905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36898"
    uid: 71b4fdb2-0be9-4b66-9d20-e2c0db14d089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T10:59:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T10:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T10:59:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a2c5df7e6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: c7c03ea0-ec3d-4518-9e0e-8d785fc38d6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T11:00:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T11:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a34bc5e69a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 9314860a-5543-45f1-a98a-27591a71420a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 91e418e9-8975-4775-94b1-a2405bd37c7e
  kind: Event
  lastTimestamp: "2026-04-21T11:00:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.61:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T11:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T11:00:41Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-6zbdv.18a85a3622329ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 3216864e-a37a-4622-87a4-e700309b6066
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: 5000be78-eaba-4c69-a115-a6f877260bb0
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-6zbdv'
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a85a2b5d2a6d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: 82deb2f5-b951-4c67-bb0f-44c26884d01e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 2da58581-af28-4eb6-9852-a43bfa484103
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver-predictor.18a85a2b59dcbb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 730a1bfc-eae7-4245-91d0-afa44089f411
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: 40189ade-a539-4311-a9e3-bed3080e69ed
  kind: Event
  lastTimestamp: "2026-04-21T11:00:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:25Z"
    name: xgboost-v2-mlserver-predictor.18a85a2ed83112fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 8b319ba9-e3d7-4957-b7f8-1e761380a9e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: 40189ade-a539-4311-a9e3-bed3080e69ed
  kind: Event
  lastTimestamp: "2026-04-21T11:00:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T11:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T11:00:25Z"
    name: xgboost-v2-mlserver-predictor.18a85a2ed896cffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: 3f496c44-83f4-4e6d-b6d0-49ea49005f8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36801"
    uid: 37d725fd-bd23-4006-9f73-feb9f161b478
  kind: Event
  lastTimestamp: "2026-04-21T11:00:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:00:31Z"
    name: xgboost-v2-mlserver.18a85a2b599cc92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: c5466c94-4020-4c77-9c74-28188811dc0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T10:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36801"
    uid: 37d725fd-bd23-4006-9f73-feb9f161b478
  kind: Event
  lastTimestamp: "2026-04-21T10:59:55Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T10:59:55Z"
    name: xgboost-v2-mlserver.18a85a2b5a53a7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 0155b2a9-16e6-44d3-950f-8f9f4d87ecfd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T11:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: 37d725fd-bd23-4006-9f73-feb9f161b478
  kind: Event
  lastTimestamp: "2026-04-21T11:00:31Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T11:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T11:00:31Z"
    name: xgboost-v2-mlserver.18a85a33d57494b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 940ec571-5c12-4b5a-93a2-9d476b33c0f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42189"